-- Logs begin at Tue 2021-05-04 13:57:00 UTC, end at Tue 2021-05-04 14:48:40 UTC. -- May 04 14:25:19.589781 dv-cinder-772623-4-smb systemd[1]: Started Devstack devstack@q-svc.service. May 04 14:25:22.006809 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.common.config [-] Logging enabled! May 04 14:25:22.007496 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 04 14:25:22.007600 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73716) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 14:25:22.010805 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.common.config [-] Logging enabled! May 04 14:25:22.011058 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 04 14:25:22.011369 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73716) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 14:25:22.012298 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 14:25:22.012528 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 14:25:22.012884 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 14:25:22.013125 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 14:25:22.013374 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 14:25:22.013691 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.013984 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.014278 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.014498 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.014775 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.015062 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.015334 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.015617 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.015909 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.016191 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.016463 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.016875 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.017256 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.017706 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] config_source = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.017993 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.018280 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.018506 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] debug = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.018786 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.019214 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.019637 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.019912 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.020203 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.020471 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.020738 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.021008 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.021319 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.021646 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] host = dv-cinder-772623-4-smb {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.021918 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.022201 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.022482 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.022764 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.023034 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.023304 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.023583 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.023850 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] log_dir = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.024117 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] log_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.024385 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.024666 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.024947 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.025274 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.025619 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.025725 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.025994 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.026322 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.026542 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.026808 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.027076 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.027345 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.027611 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.027875 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.028149 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.028426 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.028705 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.028972 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.029265 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.029686 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.029832 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.030064 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.030329 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.030596 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.030863 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.031145 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.031415 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.031684 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.031982 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.032262 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.032705 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.032990 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.033294 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.033576 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.033846 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.034113 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] use_journal = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.034379 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] use_json = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.034646 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.034914 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.035192 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.035462 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.035730 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.035998 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.036264 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.036544 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:22.036840 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.037137 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.037458 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.037737 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.038035 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.038304 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.038587 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.038861 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.039146 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.039428 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.039715 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.039987 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.040267 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.040540 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.040829 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.041132 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.041450 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.041783 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.042007 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.042275 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.042541 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.042814 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.043098 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.043388 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.043673 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.043939 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.044211 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.044495 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.044771 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.045039 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.045345 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.045632 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.045910 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.046171 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.046447 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.046719 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.046987 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.047254 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.047526 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.047812 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.048164 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.048434 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.048705 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.048978 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.049271 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.049557 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.049833 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.050105 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.050373 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.050647 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.050915 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.051183 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.051460 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.051727 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.051999 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.052267 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.052538 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.052805 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.053071 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.053366 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.053633 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.053899 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.054170 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.054435 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.054701 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.054971 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.055241 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.055509 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.055792 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.056085 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.056359 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.056633 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.056910 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.057203 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.057481 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.057754 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.058025 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.058296 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.058561 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.058848 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.059125 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.059408 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.059684 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.059957 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.060243 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.060514 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.060791 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.061065 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.061367 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.061656 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.061933 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.062225 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.062515 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.062804 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.063097 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.063386 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.063795 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.064205 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.064486 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:22.064701 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 14:25:22.064941 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73716) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 14:25:22.412581 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:22.412852 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:22.413140 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:22.413494 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 14:25:22.714693 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:22.714930 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:22.715150 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:22.716363 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:22.716634 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:22.716887 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:22.836399 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:22.836647 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:22.836923 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:22.850418 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:22.850697 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:22.850961 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:22.879226 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:22.879435 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:22.879730 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:22.917867 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:22.918118 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:22.918412 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.147395 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.148067 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.148067 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.148262 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.148890 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.273477 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.273477 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.273735 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.273862 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.274027 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.274335 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.274593 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.274849 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.275100 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.275380 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.275633 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.275896 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.276151 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.276405 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.276669 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.276937 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.277217 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.277643 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.277901 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.278182 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.278529 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.278782 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.279033 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.279313 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.279560 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.279803 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.280194 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:25:23.280426 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:25:23.280662 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:25:23.280903 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:25:23.281127 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:25:23.281383 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:25:23.281753 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 14:25:23.285353 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 14:25:23.289279 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 14:25:23.293097 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 04 14:25:23.294734 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 14:25:23.295187 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 14:25:23.295514 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 14:25:23.295902 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 14:25:23.299065 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 14:25:23.299318 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 14:25:23.299663 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 14:25:23.328214 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 14:25:23.328672 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.328975 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73716) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 04 14:25:23.329470 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.330816 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73716) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 14:25:23.331101 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 14:25:23.331340 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 14:25:23.334589 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.334868 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.409838 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 14:25:23.410034 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 14:25:23.410172 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 14:25:23.410598 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 14:25:23.442413 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_db.sqlalchemy.engines [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73716) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 14:25:23.777555 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Initializing driver for type 'gre' May 04 14:25:23.778101 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] gre ID ranges: [(1, 1000)] May 04 14:25:23.833699 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Initializing driver for type 'local' May 04 14:25:23.834034 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Initializing driver for type 'vlan' May 04 14:25:23.845957 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] VlanTypeDriver initialization complete May 04 14:25:23.846293 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Initializing driver for type 'vxlan' May 04 14:25:23.846798 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] vxlan ID ranges: [(1, 1000)] May 04 14:25:23.901800 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Initializing extension driver 'port_security' May 04 14:25:23.902098 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.extensions.port_security [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] PortSecurityExtensionDriver initialization complete May 04 14:25:23.902437 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Initializing mechanism driver 'openvswitch' May 04 14:25:23.902836 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Initializing mechanism driver 'hyperv' May 04 14:25:23.909916 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.plugins.ml2.plugin [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:25:23.910697 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > port after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.911070 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > port after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.911424 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > port after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.911812 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > subnet after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.912163 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > subnet after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.912510 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > subnet after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.912888 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > network after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.913262 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > network after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.913607 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > network after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.913982 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > security_group after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.914328 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > security_group after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.914668 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > security_group after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.915043 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.915386 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.915722 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.916097 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > address_group after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.916438 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > address_group after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.916773 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > address_group after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.917111 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] ML2 OVO RPC backend initialized. {{(pid=73716) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 04 14:25:23.917843 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router_interface after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.918196 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.918616 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > network before_response 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.918957 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > networks before_response 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.919309 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > port before_response 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.919649 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > ports before_response 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.919985 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > subnet before_response 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.920323 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > subnets before_response 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.920666 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > network after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.921005 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > network after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.921385 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > network after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.921717 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > port after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.922055 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > port after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.922398 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > port after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.922727 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > subnet after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.923138 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > subnet after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.923697 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > subnet after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.924281 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.plugin [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Modular L2 Plugin initialization complete May 04 14:25:23.924611 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading services supported by the core plugin {{(pid=73716) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 14:25:23.924938 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.plugins.ml2.managers [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Got port-security extension from driver 'port_security' May 04 14:25:23.925432 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.extensions.vlantransparent [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Disabled vlantransparent extension. May 04 14:25:23.925925 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73716) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 14:25:23.926233 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading Plugin: router May 04 14:25:23.964163 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router_interface before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.964561 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router after_create 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.964933 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router before_create 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.965331 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.965707 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.966059 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router after_delete 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.966415 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > floatingip after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.966777 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router after_create 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.967122 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router after_update 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.967471 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router after_update 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.967798 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.968156 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router after_update 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.968562 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router precommit_update 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.968932 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: port after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.969300 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: port after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.969636 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: subnet after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.970050 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.970604 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > port precommit_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.970964 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router precommit_create 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.971308 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: port before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.971654 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router precommit_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.972009 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router after_update 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.972352 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router precommit_delete 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.972685 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router precommit_create 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.973045 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router_interface after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.973425 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router precommit_update 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.973797 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > network after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.974669 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Tracking information for resource: router configured {{(pid=73716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:25:23.975001 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Tracking information for resource: floatingip configured {{(pid=73716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:25:23.980072 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.db.l3_agentschedulers_db [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 14:25:23.980640 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: port after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.981000 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: port after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.981383 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: port after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.981734 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: port after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.982539 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router before_create 55550100 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.982905 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router precommit_delete 55550100 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.983262 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router precommit_create 55550100 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.983617 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > router precommit_update 55550100 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:23.988429 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.services.provider_configuration [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Service providers = [] {{(pid=73716) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 14:25:23.988801 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.db.servicetype_db [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73716) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 14:25:23.991750 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.services.service_base [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:25:23.992096 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.services.service_base [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:25:23.992439 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.services.service_base [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:25:23.993339 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.services.service_base [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:25:23.993716 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.services.service_base [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 14:25:23.994264 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:25:23.994584 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 14:25:24.005587 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:25:24.005944 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading Plugin: auto_allocate May 04 14:25:24.011792 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: network precommit_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:24.012161 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: network precommit_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:24.012678 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:25:24.013010 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading Plugin: tag May 04 14:25:24.020047 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:25:24.020373 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading Plugin: timestamp May 04 14:25:24.024178 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:25:24.024507 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading Plugin: network_ip_availability May 04 14:25:24.029867 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:24.030176 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:24.030532 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:24.031261 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:25:24.031591 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading Plugin: flavors May 04 14:25:24.036809 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:25:24.037143 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading Plugin: revisions May 04 14:25:24.041459 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:25:24.041851 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_concurrency.lockutils [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.629s {{(pid=73716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:24.042591 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73716) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 04 14:25:24.042926 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Initializing extension manager. May 04 14:25:24.043433 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: __init__.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.043773 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: __pycache__ {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.044108 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.044433 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: address_group.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.045195 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.045782 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: address-group May 04 14:25:24.046106 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: address_scope.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.046806 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.047312 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: address-scope May 04 14:25:24.047632 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: admin_state_down_before_update.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.048752 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.049277 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: router-admin-state-down-before-update May 04 14:25:24.049599 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: agent.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.050295 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.050795 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: agent May 04 14:25:24.051113 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: agent_resources_synced.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.052018 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.052521 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: agent-resources-synced May 04 14:25:24.052840 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: allowedaddresspairs.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.054649 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.055168 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: allowed-address-pairs May 04 14:25:24.055493 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: auto_allocated_topology.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.056561 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.057076 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: auto-allocated-topology May 04 14:25:24.057431 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: availability_zone.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.058141 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.058617 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: availability_zone May 04 14:25:24.058933 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: availability_zone_filter.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.059829 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.060320 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: availability_zone_filter May 04 14:25:24.060649 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: data_plane_status.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.061576 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.062072 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension data-plane-status not supported by any of loaded plugins May 04 14:25:24.062389 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: default_subnetpools.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.063282 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.064141 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: default-subnetpools May 04 14:25:24.064484 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: dhcpagentscheduler.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.065321 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.065823 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: dhcp_agent_scheduler May 04 14:25:24.066144 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: dns.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.067035 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.067530 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension dns-integration not supported by any of loaded plugins May 04 14:25:24.067845 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: dns_domain_ports.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.068743 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.069272 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 14:25:24.069594 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: dvr.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.070257 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.070758 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: dvr May 04 14:25:24.071079 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: empty_string_filtering.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.071974 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.072475 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: empty-string-filtering May 04 14:25:24.072792 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.073711 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.074212 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 14:25:24.074526 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.075427 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.075926 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 14:25:24.076246 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: external_net.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.077145 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.077686 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: external-net May 04 14:25:24.078003 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: extra_dhcp_opt.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.078903 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.079637 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: extra_dhcp_opt May 04 14:25:24.080120 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: extraroute.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.081036 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.081578 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: extraroute May 04 14:25:24.081893 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: extraroute_atomic.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.082918 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.083429 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: extraroute-atomic May 04 14:25:24.083749 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: filter_validation.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.084407 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.084906 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: filter-validation May 04 14:25:24.085246 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: fip_pf_description.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.086318 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.086815 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 14:25:24.087131 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: fip_port_details.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.088026 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.088521 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: fip-port-details May 04 14:25:24.089149 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: flavors.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.090396 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.090913 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: flavors May 04 14:25:24.091234 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.092885 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.093440 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 14:25:24.093769 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: floatingip_pools.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.094465 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.095290 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: floatingip-pools May 04 14:25:24.095680 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: ip_allocation.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.096610 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.097114 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension ip_allocation not supported by any of loaded plugins May 04 14:25:24.097474 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.098373 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.098877 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: ip-substring-filtering May 04 14:25:24.099201 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: l2_adjacency.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.100117 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.100623 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension l2_adjacency not supported by any of loaded plugins May 04 14:25:24.100941 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: l3.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.101950 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.102466 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: router May 04 14:25:24.102792 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: l3_conntrack_helper.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.105020 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.105583 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 14:25:24.105911 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.106835 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.107345 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: ext-gw-mode May 04 14:25:24.107666 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.108569 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.109074 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: l3-ha May 04 14:25:24.109424 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: l3_flavors.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.110316 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.111146 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: l3-flavors May 04 14:25:24.111589 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.112519 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.113024 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: l3-port-ip-change-not-allowed May 04 14:25:24.113384 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: l3agentscheduler.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.114411 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.114920 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: l3_agent_scheduler May 04 14:25:24.115245 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: logging.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.116732 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.117289 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension logging not supported by any of loaded plugins May 04 14:25:24.117619 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: metering.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.118356 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.118938 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: metering May 04 14:25:24.119264 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.120346 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.120867 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: metering_source_and_destination_fields May 04 14:25:24.121192 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: multiprovidernet.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.122252 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.122796 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: multi-provider May 04 14:25:24.123116 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: netmtu.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.124024 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.124527 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: net-mtu May 04 14:25:24.124846 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: netmtu_writable.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.125789 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.126406 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: net-mtu-writable May 04 14:25:24.126923 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: network_availability_zone.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.127589 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.128100 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: network_availability_zone May 04 14:25:24.128420 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: network_ip_availability.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.129556 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.130072 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: network-ip-availability May 04 14:25:24.130393 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: network_segment_range.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.131170 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.131675 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension network-segment-range not supported by any of loaded plugins May 04 14:25:24.131984 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: pagination.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.132974 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.133341 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: pagination May 04 14:25:24.133662 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: port_device_profile.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.134561 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.135076 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: port-device-profile May 04 14:25:24.135393 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.136295 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.136830 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: port-mac-address-regenerate May 04 14:25:24.137149 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.138066 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.138566 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: port-numa-affinity-policy May 04 14:25:24.138884 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: port_resource_request.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.139775 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.140270 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension port-resource-request not supported by any of loaded plugins May 04 14:25:24.140593 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: portbindings.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.141540 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.142288 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: binding May 04 14:25:24.142723 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: portbindings_extended.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.144013 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.144546 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: binding-extended May 04 14:25:24.144869 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: portsecurity.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.145781 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.146300 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: port-security May 04 14:25:24.146621 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: project_id.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.147563 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.148107 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: project-id May 04 14:25:24.148197 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: providernet.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.149108 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.149679 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: provider May 04 14:25:24.150002 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: qos.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.153608 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.154130 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension qos not supported by any of loaded plugins May 04 14:25:24.154457 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.155696 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.156205 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 14:25:24.156535 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.157556 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.158250 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 14:25:24.158577 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: qos_default.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.159492 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.160008 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension qos-default not supported by any of loaded plugins May 04 14:25:24.160330 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: qos_fip.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.160990 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.161532 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension qos-fip not supported by any of loaded plugins May 04 14:25:24.161854 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: qos_gateway_ip.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.162775 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.163283 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 14:25:24.163600 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: qos_port_network_policy.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.164525 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.165032 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 14:25:24.165377 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: qos_rule_type_details.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.166292 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.166869 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 14:25:24.167111 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: qos_rules_alias.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.168156 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.168666 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 14:25:24.168985 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: quotasv2.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.170111 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.170433 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: quotas May 04 14:25:24.170761 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: quotasv2_detail.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.172379 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.172709 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: quota_details May 04 14:25:24.173376 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: rbac.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.174571 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.175105 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: rbac-policies May 04 14:25:24.175433 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: rbac_address_group.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.176329 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.176857 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: rbac-address-group May 04 14:25:24.177196 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: rbac_address_scope.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.178115 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.178630 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: rbac-address-scope May 04 14:25:24.178948 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: rbac_security_groups.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.179848 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.180351 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: rbac-security-groups May 04 14:25:24.180676 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: rbac_subnetpool.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.181632 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.182135 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: rbac-subnetpool May 04 14:25:24.182451 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: revisionifmatch.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.183355 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.183858 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: revision-if-match May 04 14:25:24.184177 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: revisions.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.185316 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.185828 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: standard-attr-revisions May 04 14:25:24.186151 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: router_availability_zone.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.186814 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.187318 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: router_availability_zone May 04 14:25:24.187641 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: routerservicetype.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.188577 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.189419 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension router-service-type not supported by any of loaded plugins May 04 14:25:24.189752 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.190662 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.191186 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: security-groups-normalized-cidr May 04 14:25:24.191507 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: security_groups_port_filtering.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.192423 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.192932 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: port-security-groups-filtering May 04 14:25:24.193291 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.194204 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.194714 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: security-groups-remote-address-group May 04 14:25:24.195037 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: securitygroup.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.204919 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.205531 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: security-group May 04 14:25:24.205863 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: segment.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.206668 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.207177 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension segment not supported by any of loaded plugins May 04 14:25:24.207499 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.208417 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.208937 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 14:25:24.209282 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: servicetype.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.210402 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.210924 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: service-type May 04 14:25:24.211247 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: sorting.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.212219 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.212546 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: sorting May 04 14:25:24.212866 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: standard_attr_segment.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.214135 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.214654 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 14:25:24.214978 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: standardattrdescription.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.215621 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.216127 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: standard-attr-description May 04 14:25:24.216448 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: stateful_security_group.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.217388 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.217916 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: stateful-security-group May 04 14:25:24.218238 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: stdattrs_common.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.218823 dv-cinder-772623-4-smb neutron-server[73716]: WARNING neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 14:25:24.219142 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.220429 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.221010 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 14:25:24.221365 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: subnet_onboard.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.222489 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.223008 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: subnet_onboard May 04 14:25:24.223331 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.224273 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.224778 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 14:25:24.225098 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: subnet_service_types.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.226051 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.226559 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: subnet-service-types May 04 14:25:24.226884 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: subnetallocation.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.227952 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.228472 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: subnet_allocation May 04 14:25:24.228795 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.229503 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.230011 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: subnetpool-prefix-ops May 04 14:25:24.230332 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.231250 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.231761 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 14:25:24.232080 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: tagging.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.233191 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.233717 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: standard-attr-tag May 04 14:25:24.234038 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: timestamp.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.235257 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.236059 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loaded extension: standard-attr-timestamp May 04 14:25:24.236588 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: trunk.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.237668 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.238191 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension trunk not supported by any of loaded plugins May 04 14:25:24.238522 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: trunk_details.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.239468 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.239981 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension trunk-details not supported by any of loaded plugins May 04 14:25:24.240309 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: uplink_status_propagation.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.241240 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.241745 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 14:25:24.242064 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Loading extension file: vlantransparent.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 14:25:24.242736 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 14:25:24.243240 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extension vlan-transparent not supported by any of loaded plugins May 04 14:25:24.245827 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Creating instance of TrackedResource for resource:network May 04 14:25:24.246578 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Creating instance of TrackedResource for resource:subnet May 04 14:25:24.247369 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:25:24.247967 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Creating instance of TrackedResource for resource:port May 04 14:25:24.249301 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:25:24.249736 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Service FLAVORS assigned prefix: {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:25:24.250388 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:25:24.250818 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:25:24.251203 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Creating instance of TrackedResource for resource:router May 04 14:25:24.252159 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Creating instance of TrackedResource for resource:floatingip May 04 14:25:24.252871 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Service METERING assigned prefix: /metering {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:25:24.254402 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:24.254787 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:24.255144 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:25:24.256394 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Creating instance of CountableResource for resource:rbac_policy May 04 14:25:24.256842 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Creating instance of TrackedResource for resource:security_group May 04 14:25:24.257555 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Creating instance of TrackedResource for resource:security_group_rule May 04 14:25:24.258448 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Service CORE assigned prefix: {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:25:24.258647 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:25:24.259020 dv-cinder-772623-4-smb neutron-server[73716]: WARNING neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] subnetpool is already registered May 04 14:25:24.259635 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Service CORE assigned prefix: {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:25:24.259986 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:25:24.260320 dv-cinder-772623-4-smb neutron-server[73716]: WARNING neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] subnetpool is already registered May 04 14:25:24.264443 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:25:24.264879 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Service FLAVORS assigned prefix: {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:25:24.265514 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:25:24.265941 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:25:24.266280 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Creating instance of TrackedResource for resource:router May 04 14:25:24.266621 dv-cinder-772623-4-smb neutron-server[73716]: WARNING neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] router is already registered May 04 14:25:24.267646 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Creating instance of TrackedResource for resource:floatingip May 04 14:25:24.268055 dv-cinder-772623-4-smb neutron-server[73716]: WARNING neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] floatingip is already registered May 04 14:25:24.268710 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Service METERING assigned prefix: /metering {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:25:24.269470 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Creating instance of CountableResource for resource:rbac_policy May 04 14:25:24.269839 dv-cinder-772623-4-smb neutron-server[73716]: WARNING neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] rbac_policy is already registered May 04 14:25:24.270383 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Creating instance of TrackedResource for resource:security_group May 04 14:25:24.270713 dv-cinder-772623-4-smb neutron-server[73716]: WARNING neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] security_group is already registered May 04 14:25:24.271343 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Creating instance of TrackedResource for resource:security_group_rule May 04 14:25:24.271674 dv-cinder-772623-4-smb neutron-server[73716]: WARNING neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] security_group_rule is already registered May 04 14:25:24.272384 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Service CORE assigned prefix: {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:25:24.272725 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:25:24.273049 dv-cinder-772623-4-smb neutron-server[73716]: WARNING neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] subnetpool is already registered May 04 14:25:24.273708 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Service CORE assigned prefix: {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:25:24.274034 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:25:24.274358 dv-cinder-772623-4-smb neutron-server[73716]: WARNING neutron.quota.resource_registry [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] subnetpool is already registered May 04 14:25:24.275007 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: extensions {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.276541 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: address-groups {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.278219 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: address-scopes {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.279523 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: agents {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.280813 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: auto-allocated-topology {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.282062 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: availability_zones {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.283850 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: dhcp-networks {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.285305 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: dhcp-agents {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.286757 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: routers {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.288689 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: flavors {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.289894 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: service_profiles {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.291115 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: next_providers {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.292647 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: service_profiles {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.294156 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: floatingip-pools {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.295385 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: routers {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.297266 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: floatingips {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.298864 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: l3-routers {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.300323 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: l3-agents {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.301783 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: metering-labels {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.303152 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: metering-label-rules {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.304453 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: network-ip-availabilities {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.305774 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: bindings {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.307430 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: quotas {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.308863 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: quotas {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.310352 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: rbac-policies {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.311659 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: security-groups {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.312870 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: security-group-rules {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.314655 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: service-providers {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.315913 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: subnetpools {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.317357 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: subnetpools {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.318837 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.320523 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.322377 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.324359 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.327438 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.329391 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.331441 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.448317 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.450137 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.452017 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron.api.extensions [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:25:24.458375 dv-cinder-772623-4-smb neutron-server[73716]: WARNING keystonemiddleware.auth_token [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 14:25:24.463147 dv-cinder-772623-4-smb neutron-server[73716]: WARNING keystonemiddleware.auth_token [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 14:25:24.471920 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_concurrency.lockutils [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Acquired lock "singleton_lock" {{(pid=73716) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 04 14:25:24.472400 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_concurrency.lockutils [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Releasing lock "singleton_lock" {{(pid=73716) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 04 14:25:24.473047 dv-cinder-772623-4-smb neutron-server[73716]: INFO oslo_service.service [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Starting 2 workers May 04 14:25:24.477741 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Started child 73821 {{(pid=73716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 14:25:24.481999 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Started child 73822 {{(pid=73716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 14:25:24.482859 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:24.483755 dv-cinder-772623-4-smb neutron-server[73716]: INFO neutron.service [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Neutron service started, listening on 0.0.0.0:9696 May 04 14:25:24.484164 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Notify callbacks [] for process, before_spawn {{(pid=73716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:24.484309 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [-] (73821) wsgi starting up on http://0.0.0.0:9696 May 04 14:25:24.486576 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:24.487049 dv-cinder-772623-4-smb neutron-server[73716]: INFO oslo_service.service [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Starting 1 workers May 04 14:25:24.487889 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [-] (73822) wsgi starting up on http://0.0.0.0:9696 May 04 14:25:24.491992 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Started child 73823 {{(pid=73716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 14:25:24.492499 dv-cinder-772623-4-smb neutron-server[73716]: INFO oslo_service.service [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Starting 1 workers May 04 14:25:24.495460 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.service [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] calling RpcWorker wait() {{(pid=73823) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 14:25:24.496038 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.service [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] returning from RpcWorker wait() {{(pid=73823) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 14:25:24.496802 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Started child 73824 {{(pid=73716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 14:25:24.497186 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:24.497586 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a8c-43a8-444f-b517-b8146a2c281f None None] Notify callbacks [] for process, after_spawn {{(pid=73716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:24.497803 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:25:24.499415 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73716) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 04 14:25:24.499627 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 14:25:24.499804 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 14:25:24.500031 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 14:25:24.500455 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 14:25:24.500617 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 14:25:24.501095 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.501414 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.501819 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.502260 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.502521 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:24.503063 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.503223 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.503484 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.503624 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:25:24.503703 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.504010 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.504233 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.504410 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.504576 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.504854 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.505075 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.505449 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.505720 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.505920 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.506203 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.506419 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.506570 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.506870 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.507072 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.507364 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] debug = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.507593 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.508079 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.508370 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.508542 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.508728 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.509066 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.509260 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.509524 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.509822 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.510043 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.510237 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.510516 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.510767 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.510953 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.511197 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.511421 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.511653 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.512155 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] host = dv-cinder-772623-4-smb {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.512426 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.512579 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.512795 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.513055 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.513344 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.513666 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.513830 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.514038 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.514283 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.514525 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.514785 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.515006 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.515221 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.515450 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] log_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.515593 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] log_options = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.515822 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.516104 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.516348 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.516554 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.516780 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.516947 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.517305 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.517594 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.517967 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.518192 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.518408 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.518626 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.518857 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.519095 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.519344 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.519643 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.519814 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.520043 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.520284 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.520649 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.520816 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.520992 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.521323 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.521567 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.521796 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.522025 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.522242 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.522544 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.522694 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.522900 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.523162 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.524116 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.524116 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.524116 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.524116 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.524385 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.524491 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.524788 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.525017 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.525619 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.526133 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.526293 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.526435 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.526672 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.526886 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.527118 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] use_json = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.527333 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.527542 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.527802 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.528010 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.528320 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.528540 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.528756 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.529054 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.529494 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.529775 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.530111 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.532389 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.532389 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.532389 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.532389 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.532389 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.532389 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.532389 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.532389 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.532389 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.534860 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.534860 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.534860 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.534860 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.535392 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.535392 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.535671 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.535805 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.535948 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.536142 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.536927 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.537472 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.537904 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.538515 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.538815 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.539090 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.539418 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.540723 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.541520 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.541762 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.542054 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.542443 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.542830 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.543230 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.543617 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.543989 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.544393 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.544806 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.545091 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.545360 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.545594 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.545822 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.546047 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.546265 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.547364 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.547364 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.547364 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.547364 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.547364 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.548133 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.548133 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.548133 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.548529 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.548676 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.548803 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.549047 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.549262 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.549455 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.549686 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.549939 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.550158 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.550370 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.550580 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.550813 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.551040 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.551262 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.551472 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.551849 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.552215 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.552606 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.552812 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.553024 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.553262 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.553595 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.553734 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.553897 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.554300 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.554547 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.554785 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.555155 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.555502 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.555860 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.556148 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.556458 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.556694 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.556937 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.557223 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.557478 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.557699 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.557945 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.558166 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.558390 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.558677 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.558954 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.559364 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.559775 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.560019 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.560239 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.560505 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.560742 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.560992 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.561235 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.561487 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.561731 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.561997 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.562390 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.562833 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.563095 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.563326 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.563635 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.563901 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.564153 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.564395 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.564621 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.564903 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.565201 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.565444 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.565711 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.565942 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.566181 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.566411 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.566650 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.567048 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.567276 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.567526 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.567805 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.568041 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.568278 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.568513 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.568736 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.569051 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.569294 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.569505 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.569712 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.569971 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.570211 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.570453 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.570709 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.570963 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.571207 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.571456 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.571699 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.571913 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.572140 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.572386 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.572592 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.572825 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.573049 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.573283 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.573509 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.573730 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.573963 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.574169 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.574381 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.574601 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.574812 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.575020 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.575270 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.575477 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.575694 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.575923 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.576133 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.576342 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.576552 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.576760 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.576991 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.577244 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.577505 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.577731 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.577961 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.578196 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.578454 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.578711 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.578912 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.579191 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.579401 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.579612 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.579816 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.580033 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.580258 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.580480 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.580718 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.580942 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.581200 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.581435 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.581768 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.582016 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.582264 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.582489 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.582699 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.582910 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.583149 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.583393 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.583601 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.583826 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.584019 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.584270 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.584505 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.584745 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.584980 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.585233 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.585439 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.585646 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.585847 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.586143 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.586388 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.586610 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.586838 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.587062 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.587303 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.587508 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.587730 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.587924 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.588130 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.588357 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.588559 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.589087 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.589340 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.589543 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.589760 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.589981 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.590186 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.590395 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.590597 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.590815 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.591016 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.591217 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.591424 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.591626 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.591984 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.592222 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.592451 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.592728 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.592949 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.593204 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.593447 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.593762 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.593968 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.594214 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.594448 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.594661 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.594972 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.595236 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.595534 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.595825 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.596083 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.596332 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.596617 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.596885 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.597144 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.597408 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.597703 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.598020 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.598305 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.598548 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.598791 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.599047 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.599260 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.599467 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.599692 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.599919 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.600127 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.600359 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.600587 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.600805 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.601014 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.601278 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.601492 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.601740 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.601968 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.602184 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.602413 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.602560 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 14:25:24.603131 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73716) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 04 14:25:24.603290 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 14:25:24.603444 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 14:25:24.603628 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 14:25:24.603795 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 14:25:24.603942 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 14:25:24.604148 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.604308 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.604467 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.604619 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.604773 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.604948 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.605106 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.605283 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.605439 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.605593 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.605747 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.605902 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.606055 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.606209 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.606363 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.606516 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.606670 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.606824 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.606982 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.607136 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.607288 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.607442 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.607596 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] debug = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.607749 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.607933 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.608091 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.608250 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.608404 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.608556 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.608708 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.608861 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.609015 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.609206 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.609341 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.609497 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.609651 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.609805 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.609957 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.610110 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.610263 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.610453 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] host = dv-cinder-772623-4-smb {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.610667 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.610836 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.610957 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.611318 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.611318 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.611615 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.611615 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.612090 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.612090 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.612090 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.612090 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.612523 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.612523 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.612523 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] log_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.612778 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] log_options = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.612856 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.612977 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.613097 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.613284 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.613443 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.613595 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.613736 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.613872 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.614083 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.614238 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.614375 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.614521 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.614659 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.614808 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.614950 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.615104 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.615245 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.615401 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.615555 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.615709 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.615852 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.615999 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.616148 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.616301 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.616454 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.616608 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.616761 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.616914 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.617068 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.617243 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.617399 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.617552 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.617705 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.617859 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.618012 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.618172 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.618324 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.618482 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.618636 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.618789 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.618944 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.619097 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.619250 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.619403 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.619558 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.619710 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] use_json = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.619864 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.620017 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.620170 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.620330 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.620459 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.620597 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.620777 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.620890 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:25:24.621072 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.621249 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.621417 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.621588 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.621704 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.621861 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.622016 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.622170 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.622325 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.622481 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.622751 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.622884 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.623015 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.623137 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.623244 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.623404 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.623559 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.623715 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.623862 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.623998 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.624158 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.624323 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.624473 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.624631 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.624911 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.625013 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.625093 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.625259 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.625401 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.625531 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.625691 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.625846 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.626001 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.626199 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.626359 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.626500 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.626654 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.626788 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.626976 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.627081 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.627237 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.627391 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.627546 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.628386 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.628386 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.628386 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.628386 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.628386 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.628852 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.628852 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.628852 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.629198 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.629198 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.629198 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.629455 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.629455 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.629621 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.629777 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.629932 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.630088 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.630244 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.630413 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.630569 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.630724 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.630879 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.631035 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.631191 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.631346 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.631503 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.631658 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.631814 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.631969 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.632125 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.632281 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.632438 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.632593 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.632742 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.632885 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.633038 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.633219 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.633377 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.633533 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.633689 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.633844 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.634010 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.634181 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.634336 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.634430 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:25:24.634533 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.634652 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.634784 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.634937 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.635092 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.635249 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.635404 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.635559 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.635714 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.635869 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.636028 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.636183 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.636338 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.636493 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.636647 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.636803 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.636958 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.637114 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.637289 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.637460 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.637600 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.637756 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.637911 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.638064 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.638233 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.638389 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.638548 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.638704 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.638866 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.639033 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.639189 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.639345 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.639502 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.639657 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.639811 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.639966 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.640122 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.640277 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.640433 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.640590 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.640754 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.640919 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.641075 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.641254 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.641411 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.641592 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.641845 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.642094 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.642256 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.642411 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.642567 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.642723 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.642878 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.643036 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.643192 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.643347 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.643503 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.643662 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.643818 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.643973 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.644128 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.644286 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.644443 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.644598 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.644753 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.644909 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.645066 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.645241 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.645400 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.645555 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.645710 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.645867 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.646021 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.646176 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.646331 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.646488 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.646643 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.646800 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.646955 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.647112 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.647267 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.647422 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.647581 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.647737 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.647893 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.648053 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.648209 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.648366 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.648520 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.648678 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.648833 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.648988 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.649150 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.649316 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.649473 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.649619 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.649774 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.649929 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.650085 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.650475 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.650475 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.650692 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.650692 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.650921 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.651009 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.651118 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.651459 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.651459 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.651656 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.651738 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.651847 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.652006 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.652168 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.652325 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.652481 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.652642 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.652824 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.652951 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.653107 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.653322 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.653481 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.653638 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.653794 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.653949 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.654116 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.654271 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.654425 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.654581 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.654735 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.654900 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.655055 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.655211 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.655367 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.655521 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.655685 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.655840 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.655993 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.656149 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.656303 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.656467 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.656622 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.656777 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.656933 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.657087 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.657297 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.657532 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.657689 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.657855 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.658013 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.658172 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.658328 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.658497 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.658653 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.658811 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.658967 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.659122 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.659278 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.659437 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.659597 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.659762 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.659925 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.660081 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.660246 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.660411 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.660577 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.660732 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.660895 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.661065 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.661260 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.661388 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.661542 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.661699 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.661854 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.662009 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.662165 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.662322 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.662478 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.662794 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.664503 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.664503 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.664503 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.664503 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.664503 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.664503 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.664503 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.664503 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.664503 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:25:24.665056 dv-cinder-772623-4-smb neutron-server[73716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 14:25:24.763953 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 51954) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:25:24.772611 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064108 May 04 14:25:35.741193 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7ba5d7-32b5-494e-8217-8053aa574c7e None None] get_active_networks_info from dv-cinder-772623-4-smb {{(pid=73823) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 14:25:35.838287 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7ba5d7-32b5-494e-8217-8053aa574c7e None None] No non-hosted networks {{(pid=73823) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 14:25:35.864675 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.agentschedulers_db [None req-9d7ba5d7-32b5-494e-8217-8053aa574c7e None None] DHCP Agent not found on host dv-cinder-772623-4-smb {{(pid=73823) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 04 14:25:36.019508 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-bf0b6666-b490-443c-a295-314276ac7bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703'] for agent, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:38.025270 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7b387c69-19d1-4941-8322-b1eff57667ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703'] for agent, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:38.097228 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b5a371b6-fb72-4933-a41b-e4097d1016e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:38.199519 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703'] for agent, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:38.200490 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:38.201068 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:38.201855 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:38.202560 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:38.203322 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:38.203845 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:38.205313 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:38.205993 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:38.208025 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:38.208718 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:38.209240 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:38.212651 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:38.213365 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772623-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:25:38.224249 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772623-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:25:39.058298 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703'] for agent, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:40.828729 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703'] for agent, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:42.493391 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 52044) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:25:43.169144 dv-cinder-772623-4-smb neutron-server[73822]: WARNING oslo_policy.policy [None req-41e2907b-a9be-4359-9695-4940f3395321 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:25:43.169819 dv-cinder-772623-4-smb neutron-server[73822]: WARNING oslo_policy.policy [None req-41e2907b-a9be-4359-9695-4940f3395321 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:25:43.384886 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [None req-41e2907b-a9be-4359-9695-4940f3395321 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=73822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:25:43.386149 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-41e2907b-a9be-4359-9695-4940f3395321 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8907914 May 04 14:25:44.144731 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.db.l3_hamode_db [None req-62489041-14b4-4a0d-ad41-bb1c231954e9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 14:25:44.233427 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62489041-14b4-4a0d-ad41-bb1c231954e9 None None] Routers set() bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:25:44.233688 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62489041-14b4-4a0d-ad41-bb1c231954e9 None None] Router IDs set() for agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 04 14:25:45.769838 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 52058) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:25:46.172211 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-e3484173-41da-4782-9c85-9716449c9693 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:25:46.271456 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.policy [None req-e3484173-41da-4782-9c85-9716449c9693 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73822) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 14:25:46.316611 dv-cinder-772623-4-smb neutron-server[73822]: WARNING oslo_policy.policy [None req-e3484173-41da-4782-9c85-9716449c9693 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:25:46.317002 dv-cinder-772623-4-smb neutron-server[73822]: WARNING oslo_policy.policy [None req-e3484173-41da-4782-9c85-9716449c9693 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:25:46.326207 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.quota [None req-e3484173-41da-4782-9c85-9716449c9693 admin admin] Loaded quota_driver: . May 04 14:25:46.343297 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-e3484173-41da-4782-9c85-9716449c9693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:25:46.406379 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e3484173-41da-4782-9c85-9716449c9693 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740808783606', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740808782021', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740808725167', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740808722939', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740808740889', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740808739441', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4112630', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4149422', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1009541', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-541137'] for rbac-policy, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:46.474299 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e3484173-41da-4782-9c85-9716449c9693 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:46.475587 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-e3484173-41da-4782-9c85-9716449c9693 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7046208 May 04 14:25:49.129717 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 52072) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:25:49.736184 dv-cinder-772623-4-smb neutron-server[73821]: WARNING oslo_policy.policy [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:25:49.737035 dv-cinder-772623-4-smb neutron-server[73821]: WARNING oslo_policy.policy [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:25:49.955697 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Request body: {'network': {'project_id': '387cef15054d4a22a149023be5143d54', 'name': 'private', 'tenant_id': '387cef15054d4a22a149023be5143d54', 'admin_state_up': True}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:25:49.957447 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.quota [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Loaded quota_driver: . May 04 14:25:49.974138 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:25:49.980758 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Usage tracker for resource:network and tenant:387cef15054d4a22a149023be5143d54 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:25:49.986651 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:25:49.994630 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:25:50.012413 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Made reservation on behalf of 387cef15054d4a22a149023be5143d54 for: {'network': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:25:50.083502 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.policy [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73821) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 14:25:50.128478 dv-cinder-772623-4-smb neutron-server[73821]: WARNING oslo_policy.policy [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:25:50.128853 dv-cinder-772623-4-smb neutron-server[73821]: WARNING oslo_policy.policy [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:25:50.139461 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for network, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:50.160043 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:50.174769 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:25:50.178619 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Usage tracker for resource:security_group_rule and tenant:387cef15054d4a22a149023be5143d54 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:25:50.184610 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:25:50.190439 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:25:50.293898 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:50.297962 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:50.303787 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:50.324155 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=73821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:25:50.350162 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740809660712', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:50.350756 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Unsubscribe: segment precommit_create {{(pid=73821) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 14:25:50.351194 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.db.segments_db [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Added segment cfe31742-05a1-4afe-95e1-6e529a21ba14 of type vlan for network 48a35f8b-632c-4965-a1bd-1eb22cfc0b0b May 04 14:25:50.359582 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a903bf4a-af15-44f8-bd49-02576500f33b,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:50.413525 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:50.413818 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:50.414166 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:50.414479 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:50.414787 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:50.415095 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:50.415384 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:50.415687 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:50.416001 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:50.416296 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:50.416604 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:50.416898 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Tracked resource versions report: May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: pushed versions: May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: { 'AddressGroup': {'1.2'}, May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'ConntrackHelper': {'1.0'}, May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'Log': {'1.0'}, May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'Network': {'1.1'}, May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'Port': {'1.7'}, May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'PortForwarding': {'1.2'}, May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'QosPolicy': {'1.8'}, May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'SecurityGroup': {'1.4'}, May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'SecurityGroupRule': {'1.2'}, May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'SubPort': {'1.0'}, May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'Subnet': {'1.1'}, May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'Trunk': {'1.1'}} May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: consumer versions: May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: { DHCP agent@dv-cinder-772623-4-smb: {}, May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: L3 agent@dv-cinder-772623-4-smb: {}, May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: Metadata agent@dv-cinder-772623-4-smb: {}, May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: Metering agent@dv-cinder-772623-4-smb: {}, May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: Open vSwitch agent@dv-cinder-772623-4-smb: { 'AddressGroup': '1.2', May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'ConntrackHelper': '1.0', May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'Log': '1.0', May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'Network': '1.1', May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'Port': '1.7', May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'PortForwarding': '1.2', May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'QosPolicy': '1.8', May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'SecurityGroup': '1.4', May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'SecurityGroupRule': '1.2', May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'SubPort': '1.0', May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'Subnet': '1.1', May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: 'Trunk': '1.1'}} May 04 14:25:50.418016 dv-cinder-772623-4-smb neutron-server[73821]: {{(pid=73821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:25:50.470052 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:50.476359 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740809221780'] for network, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:50.522750 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for network, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:50.524193 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:25:50.524869 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:50.528009 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:50.629960 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Pushing event updated for resources: {'Network': ['ID=48a35f8b-632c-4965-a1bd-1eb22cfc0b0b,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:50.634278 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5035217 May 04 14:25:50.635003 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:50.652564 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Network 48a35f8b-632c-4965-a1bd-1eb22cfc0b0b details requested by agent ovs-agent-dv-cinder-772623-4-smb with host dv-cinder-772623-4-smb {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:25:53.303940 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 52094) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:25:53.778749 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8e136b-8b33-4d9e-a78d-8244fc4518a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:25:53.780126 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-db8e136b-8b33-4d9e-a78d-8244fc4518a9 admin admin] 10.222.0.37 "GET /v2.0/networks/48a35f8b-632c-4965-a1bd-1eb22cfc0b0b HTTP/1.1" status: 200 len: 825 time: 0.4751990 May 04 14:25:53.812527 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-40635826-62b6-472b-9a39-fffc3d18369f admin admin] 10.222.0.37 "GET /v2.0/subnetpools/ae576995-082a-4f27-a620-d0ccff5466b9 HTTP/1.1" status: 200 len: 734 time: 0.0267298 May 04 14:25:53.821462 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-06034725-1f96-4f2e-854c-f76eead8d9da admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '387cef15054d4a22a149023be5143d54', 'ip_version': 4, 'network_id': '48a35f8b-632c-4965-a1bd-1eb22cfc0b0b', 'name': 'private-subnet', 'subnetpool_id': 'ae576995-082a-4f27-a620-d0ccff5466b9'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:25:53.826644 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-06034725-1f96-4f2e-854c-f76eead8d9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:25:53.831660 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-06034725-1f96-4f2e-854c-f76eead8d9da admin admin] Usage tracker for resource:subnet and tenant:387cef15054d4a22a149023be5143d54 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:25:53.834991 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-06034725-1f96-4f2e-854c-f76eead8d9da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:25:53.845719 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-06034725-1f96-4f2e-854c-f76eead8d9da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:25:53.856454 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06034725-1f96-4f2e-854c-f76eead8d9da admin admin] Made reservation on behalf of 387cef15054d4a22a149023be5143d54 for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:25:53.858769 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-06034725-1f96-4f2e-854c-f76eead8d9da admin admin] Notify callbacks [] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:54.349268 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-06034725-1f96-4f2e-854c-f76eead8d9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:54.353213 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:54.428198 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06034725-1f96-4f2e-854c-f76eead8d9da admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c249608-7eca-4d39-bd6a-77796c2dacf6,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:54.433516 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-06034725-1f96-4f2e-854c-f76eead8d9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:54.434411 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06034725-1f96-4f2e-854c-f76eead8d9da admin admin] Checking segment: {'id': 'cfe31742-05a1-4afe-95e1-6e529a21ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '48a35f8b-632c-4965-a1bd-1eb22cfc0b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:25:54.434775 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06034725-1f96-4f2e-854c-f76eead8d9da admin admin] Network hostable DHCP agents. Network: 48a35f8b-632c-4965-a1bd-1eb22cfc0b0b, hostable agents: ['89233beb-46c2-4555-b2a6-383c2a63add2'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:25:54.454745 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06034725-1f96-4f2e-854c-f76eead8d9da admin admin] Network 48a35f8b-632c-4965-a1bd-1eb22cfc0b0b is scheduled to be hosted by DHCP agent 89233beb-46c2-4555-b2a6-383c2a63add2 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:25:54.466305 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-06034725-1f96-4f2e-854c-f76eead8d9da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-smb, 48a35f8b-632c-4965-a1bd-1eb22cfc0b0b) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:25:54.471262 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06034725-1f96-4f2e-854c-f76eead8d9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:25:54.471859 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-06034725-1f96-4f2e-854c-f76eead8d9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:54.476324 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34648dd8-4fb3-44b2-9f52-f69a7d0d4bcf None None] Network 48a35f8b-632c-4965-a1bd-1eb22cfc0b0b requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:25:54.495616 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-06034725-1f96-4f2e-854c-f76eead8d9da admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6776316 May 04 14:25:54.789841 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749172ad-36c3-5a6e-a61a-09957afdedb1-48a35f8b-632c-4965-a1bd-1eb22cfc0b0b', 'network_id': '48a35f8b-632c-4965-a1bd-1eb22cfc0b0b', 'tenant_id': '387cef15054d4a22a149023be5143d54', 'fixed_ips': [{'subnet_id': '3c249608-7eca-4d39-bd6a-77796c2dacf6'}]}} from dv-cinder-772623-4-smb. {{(pid=73823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 14:25:54.791116 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:54.975690 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.db_base_plugin_common [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Allocated IP 172.20.0.2 (48a35f8b-632c-4965-a1bd-1eb22cfc0b0b/3c249608-7eca-4d39-bd6a-77796c2dacf6/351ca7af-21e9-4218-972a-14f25b6ebd64) {{(pid=73823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:25:55.205475 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Notify callbacks [] for port, precommit_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:55.228961 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Transition to ACTIVE for port object 351ca7af-21e9-4218-972a-14f25b6ebd64 will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:25:55.251514 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Transition to ACTIVE for port object 351ca7af-21e9-4218-972a-14f25b6ebd64 will not be triggered until provisioned by entity DHCP. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:25:55.260050 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:55.265234 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:55.320080 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Network 48a35f8b-632c-4965-a1bd-1eb22cfc0b0b is already hosted by enough agents. {{(pid=73823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:25:55.327265 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.scheduler.base_scheduler [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Resources bound (agent type, host, resource id): {{(pid=73823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:25:55.340783 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Received port after_create {{(pid=73823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:25:55.344102 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Pushing event updated for resources: {'Port': ['ID=351ca7af-21e9-4218-972a-14f25b6ebd64,revision_number=1']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:55.387282 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:55.387588 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:55.387915 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:55.388239 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:55.388569 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:55.388907 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:55.389224 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:55.389530 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:55.389866 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:55.390178 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:55.390468 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:55.390795 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Tracked resource versions report: May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: pushed versions: May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: { 'AddressGroup': {'1.2'}, May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'ConntrackHelper': {'1.0'}, May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'Log': {'1.0'}, May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'Network': {'1.1'}, May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'Port': {'1.7'}, May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'PortForwarding': {'1.2'}, May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'QosPolicy': {'1.8'}, May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'SecurityGroup': {'1.4'}, May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'SecurityGroupRule': {'1.2'}, May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'SubPort': {'1.0'}, May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'Subnet': {'1.1'}, May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'Trunk': {'1.1'}} May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: consumer versions: May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: { DHCP agent@dv-cinder-772623-4-smb: {}, May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: L3 agent@dv-cinder-772623-4-smb: {}, May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: Metadata agent@dv-cinder-772623-4-smb: {}, May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: Metering agent@dv-cinder-772623-4-smb: {}, May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: Open vSwitch agent@dv-cinder-772623-4-smb: { 'AddressGroup': '1.2', May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'ConntrackHelper': '1.0', May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'Log': '1.0', May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'Network': '1.1', May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'Port': '1.7', May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'PortForwarding': '1.2', May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'QosPolicy': '1.8', May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'SecurityGroup': '1.4', May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'SecurityGroupRule': '1.2', May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'SubPort': '1.0', May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'Subnet': '1.1', May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: 'Trunk': '1.1'}} May 04 14:25:55.392163 dv-cinder-772623-4-smb neutron-server[73823]: {{(pid=73823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:25:55.396629 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:55.457458 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Attempting to bind port 351ca7af-21e9-4218-972a-14f25b6ebd64 on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:25:55.457827 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Attempting to bind port 351ca7af-21e9-4218-972a-14f25b6ebd64 by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': 'cfe31742-05a1-4afe-95e1-6e529a21ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '48a35f8b-632c-4965-a1bd-1eb22cfc0b0b'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:25:55.458272 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Attempting to bind port 351ca7af-21e9-4218-972a-14f25b6ebd64 on network 48a35f8b-632c-4965-a1bd-1eb22cfc0b0b {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:25:55.463911 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:25:55.464617 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Checking segment: {'id': 'cfe31742-05a1-4afe-95e1-6e529a21ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '48a35f8b-632c-4965-a1bd-1eb22cfc0b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:25:55.465192 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:55.465605 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Bound using segment: {'id': 'cfe31742-05a1-4afe-95e1-6e529a21ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '48a35f8b-632c-4965-a1bd-1eb22cfc0b0b'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:25:55.466065 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Bound port: 351ca7af-21e9-4218-972a-14f25b6ebd64, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe31742-05a1-4afe-95e1-6e529a21ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '48a35f8b-632c-4965-a1bd-1eb22cfc0b0b'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:25:55.466453 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:55.558094 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] For port 351ca7af-21e9-4218-972a-14f25b6ebd64, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:25:55.563009 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] For port 351ca7af-21e9-4218-972a-14f25b6ebd64, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=351ca7af-21e9-4218-972a-14f25b6ebd64,segment=NetworkSegment(cfe31742-05a1-4afe-95e1-6e529a21ba14),segment_id=cfe31742-05a1-4afe-95e1-6e529a21ba14)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:25:55.567510 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:25:55.571573 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:25:55.657340 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Pushing event updated for resources: {'Port': ['ID=351ca7af-21e9-4218-972a-14f25b6ebd64,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:25:55.658422 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:25:57.066002 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 52104) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:25:57.469060 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [None req-7b4478ec-7e73-4f7c-b461-4e9939af0856 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=73822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:25:57.471971 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-7b4478ec-7e73-4f7c-b461-4e9939af0856 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4050202 May 04 14:25:59.853753 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 52114) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:26:00.271232 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [None req-f5de8cbe-ec4e-4d9b-884d-cbd8f77ddf5d admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=73821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:26:00.272234 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-f5de8cbe-ec4e-4d9b-884d-cbd8f77ddf5d admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4176569 May 04 14:26:01.133554 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273d1195-9c2c-4079-83af-8e5969ee6f01 None None] Network 48a35f8b-632c-4965-a1bd-1eb22cfc0b0b requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:26:01.227741 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-b7c4ef44-5669-47d9-967b-36be65b710a7 None None] Provisioning for port 351ca7af-21e9-4218-972a-14f25b6ebd64 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:26:02.043044 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 351ca7af-21e9-4218-972a-14f25b6ebd64 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:26:02.112157 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 351ca7af-21e9-4218-972a-14f25b6ebd64 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:26:02.116888 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 351ca7af-21e9-4218-972a-14f25b6ebd64 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:26:02.117318 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:02.234230 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:02.268178 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port 351ca7af-21e9-4218-972a-14f25b6ebd64, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=351ca7af-21e9-4218-972a-14f25b6ebd64,segment=NetworkSegment(cfe31742-05a1-4afe-95e1-6e529a21ba14),segment_id=cfe31742-05a1-4afe-95e1-6e529a21ba14)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:26:02.272280 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:02.274575 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:26:02.346735 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=351ca7af-21e9-4218-972a-14f25b6ebd64,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:26:02.350320 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:26:02.974363 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 52130) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:26:03.355170 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-c71d3507-a569-4fa5-a421-09f8a9f3c602 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '387cef15054d4a22a149023be5143d54'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:26:03.360086 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-c71d3507-a569-4fa5-a421-09f8a9f3c602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:26:03.364023 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-c71d3507-a569-4fa5-a421-09f8a9f3c602 admin admin] Usage tracker for resource:router and tenant:387cef15054d4a22a149023be5143d54 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:26:03.367789 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-c71d3507-a569-4fa5-a421-09f8a9f3c602 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:26:03.373658 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-c71d3507-a569-4fa5-a421-09f8a9f3c602 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:26:03.385016 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c71d3507-a569-4fa5-a421-09f8a9f3c602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-944999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27224'] for router, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:03.386657 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c71d3507-a569-4fa5-a421-09f8a9f3c602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-882279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27217'] for router, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:03.412409 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c71d3507-a569-4fa5-a421-09f8a9f3c602 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:03.537921 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c71d3507-a569-4fa5-a421-09f8a9f3c602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946105'] for router, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:03.559663 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c71d3507-a569-4fa5-a421-09f8a9f3c602 admin admin] Notify callbacks [] for router, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:03.561005 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-c71d3507-a569-4fa5-a421-09f8a9f3c602 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5856578 May 04 14:26:04.026440 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 351ca7af-21e9-4218-972a-14f25b6ebd64 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:26:04.094927 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 351ca7af-21e9-4218-972a-14f25b6ebd64 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:26:04.095294 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:05.630544 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-75fe575f-2f03-49d9-9305-697c9a3a9b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:05.988999 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 52140) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:26:06.383949 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [None req-5a2c89ea-ec7e-4781-9be0-40206884ef44 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=73822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:26:06.384875 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-5a2c89ea-ec7e-4781-9be0-40206884ef44 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3949606 May 04 14:26:08.025833 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8faed774-3d38-48d8-b910-d1c36e7f7f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:08.198118 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:08.805851 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 52150) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:26:09.003486 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:09.191828 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:26:09.200245 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:26:09.207754 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Usage tracker for resource:network and tenant:21f65d47acd8489e85cac9a04ac413ac is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:26:09.212664 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:26:09.220504 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:26:09.231988 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Made reservation on behalf of 21f65d47acd8489e85cac9a04ac413ac for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:26:09.236787 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:09.265387 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:09.290151 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:26:09.295977 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:21f65d47acd8489e85cac9a04ac413ac is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:26:09.300869 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:26:09.308200 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:26:09.404345 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:09.408710 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:09.413970 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:26:09.424896 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Reserving flat network on physical network physnet1 {{(pid=73822) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 14:26:09.455745 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740809660712', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:09.456326 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Unsubscribe: segment precommit_create {{(pid=73822) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 14:26:09.456768 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.segments_db [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Added segment 6e93134e-36a0-4667-b09d-daeedffd97c7 of type flat for network 49af3acc-aa66-439a-917a-edeb41136f16 May 04 14:26:09.504447 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754a580d-a437-4987-ac1f-0b6b156d8c48,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:26:09.525458 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:09.525795 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:09.526104 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:09.526416 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:09.526726 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:09.527036 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:09.527358 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:09.527643 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:09.527946 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:09.528386 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:09.528550 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:09.528852 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Tracked resource versions report: May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: pushed versions: May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: { 'AddressGroup': {'1.2'}, May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'ConntrackHelper': {'1.0'}, May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'Log': {'1.0'}, May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'Network': {'1.1'}, May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'Port': {'1.7'}, May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'PortForwarding': {'1.2'}, May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'QosPolicy': {'1.8'}, May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'SecurityGroup': {'1.4'}, May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'SecurityGroupRule': {'1.2'}, May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'SubPort': {'1.0'}, May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'Subnet': {'1.1'}, May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'Trunk': {'1.1'}} May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: consumer versions: May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: { DHCP agent@dv-cinder-772623-4-smb: {}, May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: L3 agent@dv-cinder-772623-4-smb: {}, May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: Metadata agent@dv-cinder-772623-4-smb: {}, May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: Metering agent@dv-cinder-772623-4-smb: {}, May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: Open vSwitch agent@dv-cinder-772623-4-smb: { 'AddressGroup': '1.2', May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'ConntrackHelper': '1.0', May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'Log': '1.0', May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'Network': '1.1', May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'Port': '1.7', May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'PortForwarding': '1.2', May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'QosPolicy': '1.8', May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'SecurityGroup': '1.4', May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'SecurityGroupRule': '1.2', May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'SubPort': '1.0', May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'Subnet': '1.1', May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: 'Trunk': '1.1'}} May 04 14:26:09.529934 dv-cinder-772623-4-smb neutron-server[73822]: {{(pid=73822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:26:09.581207 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:26:09.582944 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740809221780'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:09.628151 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:09.629900 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:26:09.630522 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:09.635634 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:26:09.735348 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9283237 May 04 14:26:09.740904 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Pushing event updated for resources: {'Network': ['ID=49af3acc-aa66-439a-917a-edeb41136f16,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:26:09.744516 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:26:09.752774 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Network 49af3acc-aa66-439a-917a-edeb41136f16 details requested by agent ovs-agent-dv-cinder-772623-4-smb with host dv-cinder-772623-4-smb {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:26:10.784831 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:12.113060 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 52174) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:26:12.333821 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4d783e-c9f2-4b7b-8b23-b65656bb9b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:26:12.335199 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-db4d783e-c9f2-4b7b-8b23-b65656bb9b55 admin admin] 10.222.0.37 "GET /v2.0/subnets/3c249608-7eca-4d39-bd6a-77796c2dacf6 HTTP/1.1" status: 200 len: 849 time: 0.2212291 May 04 14:26:12.507128 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-c731bb78-2563-4459-9747-3a5889ef0092 admin admin] 10.222.0.37 "GET /v2.0/routers/5214e5f8-4356-4526-957c-f0afae52a3c3 HTTP/1.1" status: 200 len: 704 time: 0.1657906 May 04 14:26:12.993139 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:13.234026 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Allocated IP 172.20.0.1 (48a35f8b-632c-4965-a1bd-1eb22cfc0b0b/3c249608-7eca-4d39-bd6a-77796c2dacf6/f0672fed-8717-43d9-b067-242b79b032a4) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:26:13.400705 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:13.420495 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Transition to ACTIVE for port object f0672fed-8717-43d9-b067-242b79b032a4 will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:26:13.483406 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:13.489280 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:26:13.545254 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Network 48a35f8b-632c-4965-a1bd-1eb22cfc0b0b is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:26:13.548324 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:26:13.552005 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:26:13.552582 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919254'] for router_interface, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:13.706006 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Pushing event updated for resources: {'Port': ['ID=f0672fed-8717-43d9-b067-242b79b032a4,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:26:13.712067 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:26:13.784483 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-433b1009-9976-4e50-9f00-0548ec358e56 None None] Provisioning for port f0672fed-8717-43d9-b067-242b79b032a4 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:26:13.792763 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-433b1009-9976-4e50-9f00-0548ec358e56 None None] Provisioning complete for port f0672fed-8717-43d9-b067-242b79b032a4 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:26:13.793133 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-433b1009-9976-4e50-9f00-0548ec358e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:13.840061 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:13.849448 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-433b1009-9976-4e50-9f00-0548ec358e56 None None] Port f0672fed-8717-43d9-b067-242b79b032a4 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:26:14.111968 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:14.117661 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:14.118744 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919157'] for router_interface, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:14.122030 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:26:14.253395 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Pushing event updated for resources: {'Port': ['ID=f0672fed-8717-43d9-b067-242b79b032a4,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:26:14.260311 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:26:14.316661 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Network 48a35f8b-632c-4965-a1bd-1eb22cfc0b0b is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:26:14.317791 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:26:14.472676 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-d6a2a852-f248-4909-ab92-e2b51eb7cf06 None None] Provisioning complete for port f0672fed-8717-43d9-b067-242b79b032a4 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:26:14.473039 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-d6a2a852-f248-4909-ab92-e2b51eb7cf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:14.521182 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Router 5214e5f8-4356-4526-957c-f0afae52a3c3 is scheduled to L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f with binding_index 1 {{(pid=73822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 14:26:14.551048 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-d6a2a852-f248-4909-ab92-e2b51eb7cf06 None None] Port f0672fed-8717-43d9-b067-242b79b032a4 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:26:14.693148 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:26:14.703774 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] 10.222.0.37 "PUT /v2.0/routers/5214e5f8-4356-4526-957c-f0afae52a3c3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1909013 May 04 14:26:14.703998 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Sync routers for ids ['5214e5f8-4356-4526-957c-f0afae52a3c3'] in dv-cinder-772623-4-smb {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:26:14.715205 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Routers {'5214e5f8-4356-4526-957c-f0afae52a3c3'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:26:14.716060 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:26:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['5214e5f8-4356-4526-957c-f0afae52a3c3'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:26:14.891507 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Set router 5214e5f8-4356-4526-957c-f0afae52a3c3 gateway port host: None {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:26:15.265931 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5214e5f8-4356-4526-957c-f0afae52a3c3', 'name': 'router1', 'tenant_id': '387cef15054d4a22a149023be5143d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:26:03Z', 'updated_at': '2021-05-04T14:26:13Z', 'revision_number': 2, 'project_id': '387cef15054d4a22a149023be5143d54', 'gw_port_host': None, '_interfaces': [{'id': 'f0672fed-8717-43d9-b067-242b79b032a4', 'name': '', 'network_id': '48a35f8b-632c-4965-a1bd-1eb22cfc0b0b', 'tenant_id': '387cef15054d4a22a149023be5143d54', 'mac_address': 'fa:16:3e:07:cb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5214e5f8-4356-4526-957c-f0afae52a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c249608-7eca-4d39-bd6a-77796c2dacf6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:26:13Z', 'updated_at': '2021-05-04T14:26:13Z', 'revision_number': 2, 'project_id': '387cef15054d4a22a149023be5143d54', 'subnets': [{'id': '3c249608-7eca-4d39-bd6a-77796c2dacf6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae576995-082a-4f27-a620-d0ccff5466b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:26:15.272069 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Checking router: 5214e5f8-4356-4526-957c-f0afae52a3c3 for host: dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:26:15.272560 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Updating router 5214e5f8-4356-4526-957c-f0afae52a3c3 port f0672fed-8717-43d9-b067-242b79b032a4 binding host dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:26:15.326712 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:15.713869 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Notify callbacks [] for port, precommit_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:15.729353 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.provisioning_blocks [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Transition to ACTIVE for port object f0672fed-8717-43d9-b067-242b79b032a4 will not be triggered until provisioned by entity L2. {{(pid=73824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:26:15.736332 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:15.742611 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:26:15.940014 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c056798-97c8-4c22-9783-90cdda32c2bc None None] Pushing event updated for resources: {'Port': ['ID=f0672fed-8717-43d9-b067-242b79b032a4,revision_number=3']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:26:15.961068 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c056798-97c8-4c22-9783-90cdda32c2bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:15.961397 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c056798-97c8-4c22-9783-90cdda32c2bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:15.961752 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c056798-97c8-4c22-9783-90cdda32c2bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:15.962068 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c056798-97c8-4c22-9783-90cdda32c2bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:15.962383 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c056798-97c8-4c22-9783-90cdda32c2bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:15.962698 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c056798-97c8-4c22-9783-90cdda32c2bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:15.962999 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c056798-97c8-4c22-9783-90cdda32c2bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:15.963295 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c056798-97c8-4c22-9783-90cdda32c2bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:15.963598 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c056798-97c8-4c22-9783-90cdda32c2bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:15.963976 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c056798-97c8-4c22-9783-90cdda32c2bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:15.964516 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c056798-97c8-4c22-9783-90cdda32c2bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:15.964820 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c056798-97c8-4c22-9783-90cdda32c2bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c056798-97c8-4c22-9783-90cdda32c2bc None None] Tracked resource versions report: May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: pushed versions: May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: { 'AddressGroup': {'1.2'}, May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'ConntrackHelper': {'1.0'}, May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'Log': {'1.0'}, May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'Network': {'1.1'}, May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'Port': {'1.7'}, May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'PortForwarding': {'1.2'}, May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'QosPolicy': {'1.8'}, May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'SecurityGroup': {'1.4'}, May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'SecurityGroupRule': {'1.2'}, May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'SubPort': {'1.0'}, May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'Subnet': {'1.1'}, May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'Trunk': {'1.1'}} May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: consumer versions: May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: { DHCP agent@dv-cinder-772623-4-smb: {}, May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: L3 agent@dv-cinder-772623-4-smb: {}, May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: Metadata agent@dv-cinder-772623-4-smb: {}, May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: Metering agent@dv-cinder-772623-4-smb: {}, May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: Open vSwitch agent@dv-cinder-772623-4-smb: { 'AddressGroup': '1.2', May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'ConntrackHelper': '1.0', May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'Log': '1.0', May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'Network': '1.1', May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'Port': '1.7', May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'PortForwarding': '1.2', May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'QosPolicy': '1.8', May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'SecurityGroup': '1.4', May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'SecurityGroupRule': '1.2', May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'SubPort': '1.0', May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'Subnet': '1.1', May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: 'Trunk': '1.1'}} May 04 14:26:15.965915 dv-cinder-772623-4-smb neutron-server[73824]: {{(pid=73824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:26:15.975084 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Attempting to bind port f0672fed-8717-43d9-b067-242b79b032a4 on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:26:15.975477 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Attempting to bind port f0672fed-8717-43d9-b067-242b79b032a4 by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': 'cfe31742-05a1-4afe-95e1-6e529a21ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '48a35f8b-632c-4965-a1bd-1eb22cfc0b0b'}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:26:15.975903 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Attempting to bind port f0672fed-8717-43d9-b067-242b79b032a4 on network 48a35f8b-632c-4965-a1bd-1eb22cfc0b0b {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:26:15.978173 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-1c056798-97c8-4c22-9783-90cdda32c2bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:26:15.982628 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:26:15.983019 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Checking segment: {'id': 'cfe31742-05a1-4afe-95e1-6e529a21ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '48a35f8b-632c-4965-a1bd-1eb22cfc0b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:26:15.983493 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:15.983884 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Bound using segment: {'id': 'cfe31742-05a1-4afe-95e1-6e529a21ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '48a35f8b-632c-4965-a1bd-1eb22cfc0b0b'} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:26:15.984428 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Bound port: f0672fed-8717-43d9-b067-242b79b032a4, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe31742-05a1-4afe-95e1-6e529a21ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '48a35f8b-632c-4965-a1bd-1eb22cfc0b0b'}}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:26:15.984883 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:16.076708 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] For port f0672fed-8717-43d9-b067-242b79b032a4, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:26:16.081627 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] For port f0672fed-8717-43d9-b067-242b79b032a4, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=f0672fed-8717-43d9-b067-242b79b032a4,segment=NetworkSegment(cfe31742-05a1-4afe-95e1-6e529a21ba14),segment_id=cfe31742-05a1-4afe-95e1-6e529a21ba14)] {{(pid=73824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:26:16.087523 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:16.091838 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:26:16.177907 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Routers {'5214e5f8-4356-4526-957c-f0afae52a3c3'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:26:16.178714 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:26:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['5214e5f8-4356-4526-957c-f0afae52a3c3'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:26:16.326339 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c056798-97c8-4c22-9783-90cdda32c2bc None None] Pushing event updated for resources: {'Port': ['ID=f0672fed-8717-43d9-b067-242b79b032a4,revision_number=4']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:26:16.330055 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-1c056798-97c8-4c22-9783-90cdda32c2bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:26:16.373710 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] Set router 5214e5f8-4356-4526-957c-f0afae52a3c3 gateway port host: None {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:26:16.709663 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5214e5f8-4356-4526-957c-f0afae52a3c3', 'name': 'router1', 'tenant_id': '387cef15054d4a22a149023be5143d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:26:03Z', 'updated_at': '2021-05-04T14:26:13Z', 'revision_number': 2, 'project_id': '387cef15054d4a22a149023be5143d54', 'gw_port_host': None, '_interfaces': [{'id': 'f0672fed-8717-43d9-b067-242b79b032a4', 'name': '', 'network_id': '48a35f8b-632c-4965-a1bd-1eb22cfc0b0b', 'tenant_id': '387cef15054d4a22a149023be5143d54', 'mac_address': 'fa:16:3e:07:cb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5214e5f8-4356-4526-957c-f0afae52a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c249608-7eca-4d39-bd6a-77796c2dacf6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:26:13Z', 'updated_at': '2021-05-04T14:26:16Z', 'revision_number': 4, 'project_id': '387cef15054d4a22a149023be5143d54', 'subnets': [{'id': '3c249608-7eca-4d39-bd6a-77796c2dacf6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae576995-082a-4f27-a620-d0ccff5466b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:26:16.714014 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4393027f-73e7-493c-b2af-716b542f77e5 None None] The sync data for ids ['5214e5f8-4356-4526-957c-f0afae52a3c3'] in dv-cinder-772623-4-smb is: [{'id': '5214e5f8-4356-4526-957c-f0afae52a3c3', 'name': 'router1', 'tenant_id': '387cef15054d4a22a149023be5143d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:26:03Z', 'updated_at': '2021-05-04T14:26:13Z', 'revision_number': 2, 'project_id': '387cef15054d4a22a149023be5143d54', 'gw_port_host': None, '_interfaces': [{'id': 'f0672fed-8717-43d9-b067-242b79b032a4', 'name': '', 'network_id': '48a35f8b-632c-4965-a1bd-1eb22cfc0b0b', 'tenant_id': '387cef15054d4a22a149023be5143d54', 'mac_address': 'fa:16:3e:07:cb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5214e5f8-4356-4526-957c-f0afae52a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c249608-7eca-4d39-bd6a-77796c2dacf6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:26:13Z', 'updated_at': '2021-05-04T14:26:16Z', 'revision_number': 4, 'project_id': '387cef15054d4a22a149023be5143d54', 'subnets': [{'id': '3c249608-7eca-4d39-bd6a-77796c2dacf6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae576995-082a-4f27-a620-d0ccff5466b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:26:16.935387 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 52196) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:26:17.087426 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83711738-567d-4795-a0a1-ea891e70e34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:26:17.094555 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-83711738-567d-4795-a0a1-ea891e70e34e admin admin] 10.222.0.37 "GET /v2.0/networks/49af3acc-aa66-439a-917a-edeb41136f16 HTTP/1.1" status: 200 len: 842 time: 0.1520808 May 04 14:26:17.098945 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-5c42ff0d-5630-4349-84bb-b7bb91f68217 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.3.1', 'name': 'public-subnet', 'cidr': '172.28.3.0/24', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:26:17.103812 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-5c42ff0d-5630-4349-84bb-b7bb91f68217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:26:17.108210 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-5c42ff0d-5630-4349-84bb-b7bb91f68217 admin admin] Usage tracker for resource:subnet and tenant:21f65d47acd8489e85cac9a04ac413ac is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:26:17.111692 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-5c42ff0d-5630-4349-84bb-b7bb91f68217 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:26:17.117815 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-5c42ff0d-5630-4349-84bb-b7bb91f68217 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:26:17.130672 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c42ff0d-5630-4349-84bb-b7bb91f68217 admin admin] Made reservation on behalf of 21f65d47acd8489e85cac9a04ac413ac for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:26:17.133400 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5c42ff0d-5630-4349-84bb-b7bb91f68217 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:17.555807 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.objects.ports [None req-5c42ff0d-5630-4349-84bb-b7bb91f68217 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73821) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 04 14:26:17.556166 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5c42ff0d-5630-4349-84bb-b7bb91f68217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:17.559908 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-06034725-1f96-4f2e-854c-f76eead8d9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:26:17.624371 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42ff0d-5630-4349-84bb-b7bb91f68217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=106a0d71-9dcf-4db1-913d-79820d2de789,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:26:17.628919 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5c42ff0d-5630-4349-84bb-b7bb91f68217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:26:17.637804 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42ff0d-5630-4349-84bb-b7bb91f68217 admin admin] Checking segment: {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:26:17.638154 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c42ff0d-5630-4349-84bb-b7bb91f68217 admin admin] Network hostable DHCP agents. Network: 49af3acc-aa66-439a-917a-edeb41136f16, hostable agents: ['89233beb-46c2-4555-b2a6-383c2a63add2'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:26:17.655403 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c42ff0d-5630-4349-84bb-b7bb91f68217 admin admin] Network 49af3acc-aa66-439a-917a-edeb41136f16 is scheduled to be hosted by DHCP agent 89233beb-46c2-4555-b2a6-383c2a63add2 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:26:17.665880 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-5c42ff0d-5630-4349-84bb-b7bb91f68217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-smb, 49af3acc-aa66-439a-917a-edeb41136f16) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:26:17.671319 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c42ff0d-5630-4349-84bb-b7bb91f68217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:26:17.672310 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5c42ff0d-5630-4349-84bb-b7bb91f68217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:17.685714 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e679fe6-0e77-4c7c-a1a8-4cd23725ae49 None None] Network 49af3acc-aa66-439a-917a-edeb41136f16 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:26:17.707993 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-5c42ff0d-5630-4349-84bb-b7bb91f68217 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6125555 May 04 14:26:17.998491 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e048e1-9116-43f6-bce3-c9dade013315 None None] Network 49af3acc-aa66-439a-917a-edeb41136f16 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:26:20.017450 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 52210) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:26:20.057290 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device f0672fed-8717-43d9-b067-242b79b032a4 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:26:20.135079 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port f0672fed-8717-43d9-b067-242b79b032a4 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:26:20.140290 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port f0672fed-8717-43d9-b067-242b79b032a4 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:26:20.141068 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:20.253954 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-ab066e8d-f6c8-450e-8639-40a7fea1fcab admin admin] 10.222.0.37 "GET /v2.0/routers/5214e5f8-4356-4526-957c-f0afae52a3c3 HTTP/1.1" status: 200 len: 710 time: 0.2352705 May 04 14:26:20.263853 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:20.298864 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port f0672fed-8717-43d9-b067-242b79b032a4, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=f0672fed-8717-43d9-b067-242b79b032a4,segment=NetworkSegment(cfe31742-05a1-4afe-95e1-6e529a21ba14),segment_id=cfe31742-05a1-4afe-95e1-6e529a21ba14)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:26:20.304179 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:20.306567 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:26:20.373625 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=f0672fed-8717-43d9-b067-242b79b032a4,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:26:20.377573 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:26:20.380865 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef6b769-7eda-4b78-9607-019efb9a212b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:26:20.385705 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-4ef6b769-7eda-4b78-9607-019efb9a212b admin admin] 10.222.0.37 "GET /v2.0/networks/49af3acc-aa66-439a-917a-edeb41136f16 HTTP/1.1" status: 200 len: 886 time: 0.1285405 May 04 14:26:20.391811 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:26:20.878455 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27299'] for router, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:21.208242 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:21.263989 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:21.400493 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] Allocated IP 172.28.3.110 (49af3acc-aa66-439a-917a-edeb41136f16/106a0d71-9dcf-4db1-913d-79820d2de789/50caa322-849e-4d82-905e-d1879b877f73) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:26:21.547225 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:21.604262 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:21.608237 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:26:21.666083 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] Network 49af3acc-aa66-439a-917a-edeb41136f16 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:26:21.672768 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] Resources bound (agent type, host, resource id): {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:26:21.675744 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:26:21.787635 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] Pushing event updated for resources: {'Port': ['ID=50caa322-849e-4d82-905e-d1879b877f73,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:26:21.791348 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:26:22.037505 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device f0672fed-8717-43d9-b067-242b79b032a4 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:26:22.068153 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:22.113569 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port f0672fed-8717-43d9-b067-242b79b032a4 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:26:22.113938 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:22.446702 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27299'] for router, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:22.450074 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944896'] for router, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:22.624152 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] Router 5214e5f8-4356-4526-957c-f0afae52a3c3 has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:26:22.800912 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:26:22.810792 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] Notify callbacks [] for router, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:22.811548 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Sync routers for ids ['5214e5f8-4356-4526-957c-f0afae52a3c3'] in dv-cinder-772623-4-smb {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:26:22.812009 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] 10.222.0.37 "PUT /v2.0/routers/5214e5f8-4356-4526-957c-f0afae52a3c3 HTTP/1.1" status: 200 len: 890 time: 2.4243534 May 04 14:26:22.824193 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Routers {'5214e5f8-4356-4526-957c-f0afae52a3c3'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:26:22.824889 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:26:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['5214e5f8-4356-4526-957c-f0afae52a3c3'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:26:23.017735 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Set router 5214e5f8-4356-4526-957c-f0afae52a3c3 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:26:23.376941 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5214e5f8-4356-4526-957c-f0afae52a3c3', 'name': 'router1', 'tenant_id': '387cef15054d4a22a149023be5143d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '50caa322-849e-4d82-905e-d1879b877f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:26:03Z', 'updated_at': '2021-05-04T14:26:21Z', 'revision_number': 4, 'project_id': '387cef15054d4a22a149023be5143d54', 'gw_port': {'id': '50caa322-849e-4d82-905e-d1879b877f73', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:da:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5214e5f8-4356-4526-957c-f0afae52a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:26:21Z', 'updated_at': '2021-05-04T14:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': 'f0672fed-8717-43d9-b067-242b79b032a4', 'name': '', 'network_id': '48a35f8b-632c-4965-a1bd-1eb22cfc0b0b', 'tenant_id': '387cef15054d4a22a149023be5143d54', 'mac_address': 'fa:16:3e:07:cb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5214e5f8-4356-4526-957c-f0afae52a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c249608-7eca-4d39-bd6a-77796c2dacf6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:26:13Z', 'updated_at': '2021-05-04T14:26:20Z', 'revision_number': 5, 'project_id': '387cef15054d4a22a149023be5143d54', 'subnets': [{'id': '3c249608-7eca-4d39-bd6a-77796c2dacf6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae576995-082a-4f27-a620-d0ccff5466b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:26:23.382043 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Checking router: 5214e5f8-4356-4526-957c-f0afae52a3c3 for host: dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:26:23.382404 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Updating router 5214e5f8-4356-4526-957c-f0afae52a3c3 port 50caa322-849e-4d82-905e-d1879b877f73 binding host dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:26:23.434118 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:23.779908 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Notify callbacks [] for port, precommit_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:23.792628 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Transition to ACTIVE for port object 50caa322-849e-4d82-905e-d1879b877f73 will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:26:23.800269 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:23.804502 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:26:23.879433 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716276a-6433-4d9d-86d9-37919276468a None None] Pushing event updated for resources: {'Port': ['ID=50caa322-849e-4d82-905e-d1879b877f73,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:26:23.882902 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-f716276a-6433-4d9d-86d9-37919276468a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:26:23.883724 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Attempting to bind port 50caa322-849e-4d82-905e-d1879b877f73 on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:26:23.884123 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Attempting to bind port 50caa322-849e-4d82-905e-d1879b877f73 by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:26:23.884443 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Attempting to bind port 50caa322-849e-4d82-905e-d1879b877f73 on network 49af3acc-aa66-439a-917a-edeb41136f16 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:26:23.889936 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:26:23.890309 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Checking segment: {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:26:23.890769 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:23.891158 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Bound using segment: {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:26:23.891799 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Bound port: 50caa322-849e-4d82-905e-d1879b877f73, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:26:23.892193 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:23.968396 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] For port 50caa322-849e-4d82-905e-d1879b877f73, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:26:23.972041 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] For port 50caa322-849e-4d82-905e-d1879b877f73, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=50caa322-849e-4d82-905e-d1879b877f73,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:26:23.975965 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:23.979935 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-9426e002-7376-47ed-81a2-c43e8dcffdcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:26:24.054404 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Routers {'5214e5f8-4356-4526-957c-f0afae52a3c3'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:26:24.054926 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:26:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['5214e5f8-4356-4526-957c-f0afae52a3c3'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:26:24.104696 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716276a-6433-4d9d-86d9-37919276468a None None] Pushing event updated for resources: {'Port': ['ID=50caa322-849e-4d82-905e-d1879b877f73,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:26:24.114882 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-f716276a-6433-4d9d-86d9-37919276468a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:26:24.239850 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] Set router 5214e5f8-4356-4526-957c-f0afae52a3c3 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:26:24.572567 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5214e5f8-4356-4526-957c-f0afae52a3c3', 'name': 'router1', 'tenant_id': '387cef15054d4a22a149023be5143d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '50caa322-849e-4d82-905e-d1879b877f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:26:03Z', 'updated_at': '2021-05-04T14:26:21Z', 'revision_number': 4, 'project_id': '387cef15054d4a22a149023be5143d54', 'gw_port': {'id': '50caa322-849e-4d82-905e-d1879b877f73', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:da:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5214e5f8-4356-4526-957c-f0afae52a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:26:21Z', 'updated_at': '2021-05-04T14:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': 'f0672fed-8717-43d9-b067-242b79b032a4', 'name': '', 'network_id': '48a35f8b-632c-4965-a1bd-1eb22cfc0b0b', 'tenant_id': '387cef15054d4a22a149023be5143d54', 'mac_address': 'fa:16:3e:07:cb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5214e5f8-4356-4526-957c-f0afae52a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c249608-7eca-4d39-bd6a-77796c2dacf6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:26:13Z', 'updated_at': '2021-05-04T14:26:20Z', 'revision_number': 5, 'project_id': '387cef15054d4a22a149023be5143d54', 'subnets': [{'id': '3c249608-7eca-4d39-bd6a-77796c2dacf6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae576995-082a-4f27-a620-d0ccff5466b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:26:24.578970 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79dd310-fead-4e23-beaa-a05a29d5eace None None] The sync data for ids ['5214e5f8-4356-4526-957c-f0afae52a3c3'] in dv-cinder-772623-4-smb is: [{'id': '5214e5f8-4356-4526-957c-f0afae52a3c3', 'name': 'router1', 'tenant_id': '387cef15054d4a22a149023be5143d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '50caa322-849e-4d82-905e-d1879b877f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:26:03Z', 'updated_at': '2021-05-04T14:26:21Z', 'revision_number': 4, 'project_id': '387cef15054d4a22a149023be5143d54', 'gw_port': {'id': '50caa322-849e-4d82-905e-d1879b877f73', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:da:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5214e5f8-4356-4526-957c-f0afae52a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:26:21Z', 'updated_at': '2021-05-04T14:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': 'f0672fed-8717-43d9-b067-242b79b032a4', 'name': '', 'network_id': '48a35f8b-632c-4965-a1bd-1eb22cfc0b0b', 'tenant_id': '387cef15054d4a22a149023be5143d54', 'mac_address': 'fa:16:3e:07:cb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5214e5f8-4356-4526-957c-f0afae52a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c249608-7eca-4d39-bd6a-77796c2dacf6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:26:13Z', 'updated_at': '2021-05-04T14:26:20Z', 'revision_number': 5, 'project_id': '387cef15054d4a22a149023be5143d54', 'subnets': [{'id': '3c249608-7eca-4d39-bd6a-77796c2dacf6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae576995-082a-4f27-a620-d0ccff5466b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:26:25.128693 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 52220) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:26:25.249754 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-a4ec4e07-f984-4a38-98c1-4ffaf58aec86 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1191649 May 04 14:26:26.065945 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 50caa322-849e-4d82-905e-d1879b877f73 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:26:26.156330 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 50caa322-849e-4d82-905e-d1879b877f73 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:26:26.162083 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 50caa322-849e-4d82-905e-d1879b877f73 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:26:26.162465 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:26.285615 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:26.302515 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port 50caa322-849e-4d82-905e-d1879b877f73, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=50caa322-849e-4d82-905e-d1879b877f73,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:26:26.307110 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:26.309426 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:26:26.381507 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=50caa322-849e-4d82-905e-d1879b877f73,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:26:26.384918 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:26:28.053318 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 50caa322-849e-4d82-905e-d1879b877f73 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:26:28.163341 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 50caa322-849e-4d82-905e-d1879b877f73 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:26:28.163708 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:32.566090 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 5 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:26:35.636957 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-cefc27f7-951f-41e3-9f62-02bb9dacf0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:38.021278 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8fc63be2-97d0-42af-a1e4-3a4c1959c8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:38.205133 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:39.008852 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:26:40.806352 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:05.632883 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-6c72ed87-4700-4dec-985c-696bdac1a845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:08.018102 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-836e1a20-a34e-44b5-9dbf-9549130a2187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:08.203354 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:09.011816 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:09.554573 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 5 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:27:10.804914 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:35.643268 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-2a85c27e-1ee2-4fd8-9ba0-ca3992926f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:38.011865 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8a99-ebdd-44cb-8d13-70ae46d04520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:38.198884 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:39.016420 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:40.808108 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:27:46.554137 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 5 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:28:00.599659 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 52790) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:28:00.680920 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c7e1cc-b934-4e44-9e01-04fb1dfe848f admin admin] GET failed (client error): The resource could not be found. May 04 14:28:00.682182 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-f4c7e1cc-b934-4e44-9e01-04fb1dfe848f admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0815241 May 04 14:28:00.814919 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707ee4d0-4b58-4f05-a475-1ca84d529bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:00.816254 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-707ee4d0-4b58-4f05-a475-1ca84d529bd5 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1300626 May 04 14:28:02.966937 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 52800) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:28:03.079934 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178007c1-07b3-4d3c-8801-6c61fd2aa7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:03.080462 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-178007c1-07b3-4d3c-8801-6c61fd2aa7ad admin admin] Synchronizing usage tracker for tenant:21f65d47acd8489e85cac9a04ac413ac on resource:subnet {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:28:03.100487 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-178007c1-07b3-4d3c-8801-6c61fd2aa7ad admin admin] Unset dirty status for tenant:21f65d47acd8489e85cac9a04ac413ac on resource:subnet {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:28:03.101963 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-178007c1-07b3-4d3c-8801-6c61fd2aa7ad admin admin] 10.222.0.37 "GET /v2.0/subnets/3c249608-7eca-4d39-bd6a-77796c2dacf6 HTTP/1.1" status: 200 len: 849 time: 0.1338837 May 04 14:28:03.111237 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:28:03.228773 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Notify callbacks [] for subnet, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:03.433047 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740809651348'] for subnet, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:03.437086 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:28:03.476189 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:03.476765 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:03.478035 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] 10.222.0.37 "PUT /v2.0/subnets/3c249608-7eca-4d39-bd6a-77796c2dacf6 HTTP/1.1" status: 200 len: 868 time: 0.3707573 May 04 14:28:03.480966 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a80f24-db4e-49d9-8c42-c2f14c83d6a3 None None] Network 48a35f8b-632c-4965-a1bd-1eb22cfc0b0b requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:28:03.507231 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c249608-7eca-4d39-bd6a-77796c2dacf6,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:28:03.515709 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:03.516105 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:03.516380 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:03.516706 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:03.517031 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:03.517385 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:03.517706 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:03.518140 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:03.518342 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:03.518715 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:03.519071 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:03.519289 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:03.523137 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:28:03.898696 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-f65b7a56-ea62-4324-bde5-57457bae36d9 None None] Provisioning complete for port f0672fed-8717-43d9-b067-242b79b032a4 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:28:03.899036 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f65b7a56-ea62-4324-bde5-57457bae36d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:04.027620 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-f65b7a56-ea62-4324-bde5-57457bae36d9 None None] Provisioning complete for port 351ca7af-21e9-4218-972a-14f25b6ebd64 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:28:04.027999 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f65b7a56-ea62-4324-bde5-57457bae36d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:05.614786 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 52810) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:28:05.639645 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-bbc52ada-4ff3-4487-a346-f50eedc1d95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:05.836597 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0e6d7d-d126-498f-a0ee-e69a38c71142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:05.836977 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0e6d7d-d126-498f-a0ee-e69a38c71142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:05.838545 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-7e0e6d7d-d126-498f-a0ee-e69a38c71142 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2227335 May 04 14:28:07.966783 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 52820) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:28:08.016229 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c8e7e4f2-8888-4109-aded-e6a219995cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:08.163455 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0767d223-f82b-4f05-b567-64d671066855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:08.163801 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0767d223-f82b-4f05-b567-64d671066855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:08.165337 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-0767d223-f82b-4f05-b567-64d671066855 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1974230 May 04 14:28:08.204633 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:09.019444 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:10.343422 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 52830) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:28:10.533536 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aed205-7714-4261-b8a7-b7dd1525d68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:10.534066 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-13aed205-7714-4261-b8a7-b7dd1525d68b admin admin] Synchronizing usage tracker for tenant:21f65d47acd8489e85cac9a04ac413ac on resource:network {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:28:10.553611 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-13aed205-7714-4261-b8a7-b7dd1525d68b admin admin] Unset dirty status for tenant:21f65d47acd8489e85cac9a04ac413ac on resource:network {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:28:10.554760 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-13aed205-7714-4261-b8a7-b7dd1525d68b admin admin] 10.222.0.37 "GET /v2.0/networks/48a35f8b-632c-4965-a1bd-1eb22cfc0b0b HTTP/1.1" status: 200 len: 869 time: 0.2099257 May 04 14:28:10.811272 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:12.655108 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 52840) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:28:12.838190 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d09e982-144d-441f-a7ba-1c71d18ae8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:12.839409 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-8d09e982-144d-441f-a7ba-1c71d18ae8e4 admin admin] 10.222.0.37 "GET /v2.0/networks/49af3acc-aa66-439a-917a-edeb41136f16 HTTP/1.1" status: 200 len: 886 time: 0.1832888 May 04 14:28:15.018838 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 52850) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:28:15.143573 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0df732-6934-4379-b639-1d0911f842ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:15.144067 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0df732-6934-4379-b639-1d0911f842ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:15.145660 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-2a0df732-6934-4379-b639-1d0911f842ba admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258016 May 04 14:28:17.301777 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 52860) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:28:17.422982 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14027bd0-989c-41cd-9a2e-01ff0db3bf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:17.423443 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14027bd0-989c-41cd-9a2e-01ff0db3bf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:17.424957 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-14027bd0-989c-41cd-9a2e-01ff0db3bf17 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221812 May 04 14:28:19.607563 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 52870) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:28:19.712395 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b0eb0b-a820-4f50-ae3d-f598f56c4247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:19.713780 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-e8b0eb0b-a820-4f50-ae3d-f598f56c4247 admin admin] 10.222.0.37 "GET /v2.0/subnets/106a0d71-9dcf-4db1-913d-79820d2de789 HTTP/1.1" status: 200 len: 816 time: 0.1050856 May 04 14:28:21.913574 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 52880) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:28:22.043359 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678994eb-bf70-4159-b67a-993aab410438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:22.044741 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-678994eb-bf70-4159-b67a-993aab410438 admin admin] 10.222.0.37 "GET /v2.0/subnets/3c249608-7eca-4d39-bd6a-77796c2dacf6 HTTP/1.1" status: 200 len: 868 time: 0.1301942 May 04 14:28:23.553837 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 5 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:28:35.634609 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0ab67064-bb81-48fc-b2a5-60f6bbaef078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:38.019848 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-212e63af-849c-4af9-a83b-546344ed66c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:38.200251 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:39.024000 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:40.813349 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:45.198864 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 52924) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:28:45.249422 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [None req-2e56a1ba-7030-4769-ac86-62da50131566 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=73822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:28:45.250397 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-2e56a1ba-7030-4769-ac86-62da50131566 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506344 May 04 14:28:47.492080 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 52934) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:28:47.563047 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d427f4-3020-46a7-9dfb-0a67389acbc8 admin admin] GET failed (client error): The resource could not be found. May 04 14:28:47.564372 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-b0d427f4-3020-46a7-9dfb-0a67389acbc8 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0713587 May 04 14:28:47.701376 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc7963-2a7e-4db1-a42c-866c52e0a4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:47.702974 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-fbbc7963-2a7e-4db1-a42c-866c52e0a4b0 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1332109 May 04 14:28:49.875475 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 52944) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:28:49.936402 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:28:49.941941 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:28:49.952283 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:28:49.966335 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Made reservation on behalf of 21f65d47acd8489e85cac9a04ac413ac for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:28:49.968829 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:50.057765 dv-cinder-772623-4-smb neutron-server[73822]: WARNING neutron.services.revisions.revision_plugin [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Could not find related network for resource to bump revision. May 04 14:28:50.074564 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=73822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:28:50.090440 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:50.090868 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.segments_db [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Added segment ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3 of type vlan for network 144054b4-4a87-43b5-89c3-1be1defbbc1e May 04 14:28:50.118410 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740809221780'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:50.150127 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:50.151392 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:50.151960 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:50.156675 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:28:50.303856 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Pushing event updated for resources: {'Network': ['ID=144054b4-4a87-43b5-89c3-1be1defbbc1e,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:28:50.308041 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4311907 May 04 14:28:50.311860 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:50.312192 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:50.312534 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:50.312841 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:50.313153 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:50.313492 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:50.313899 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:50.314116 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:50.314427 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:50.314733 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:50.315036 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:50.315346 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:50.322924 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-207978be-8d5e-43aa-83df-dc35e688afe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:28:50.336357 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Network 144054b4-4a87-43b5-89c3-1be1defbbc1e details requested by agent ovs-agent-dv-cinder-772623-4-smb with host dv-cinder-772623-4-smb {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:28:52.520807 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 52954) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:28:52.597061 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.pecan_wsgi.hooks.translation [None req-72afc9f8-1392-4aa7-843e-ce4bd9a07e70 admin admin] GET failed (client error): The resource could not be found. May 04 14:28:52.598335 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-72afc9f8-1392-4aa7-843e-ce4bd9a07e70 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0765510 May 04 14:28:52.716807 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f28a130-c57a-4cf4-9752-4d30fdbde482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:52.718209 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-6f28a130-c57a-4cf4-9752-4d30fdbde482 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1158524 May 04 14:28:52.730659 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-8590ca1d-1f67-4d5d-957b-01fc6bd8fea4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '144054b4-4a87-43b5-89c3-1be1defbbc1e', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:28:52.735965 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-8590ca1d-1f67-4d5d-957b-01fc6bd8fea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:28:52.746187 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-8590ca1d-1f67-4d5d-957b-01fc6bd8fea4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:28:52.758822 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8590ca1d-1f67-4d5d-957b-01fc6bd8fea4 admin admin] Made reservation on behalf of 21f65d47acd8489e85cac9a04ac413ac for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:28:52.761204 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8590ca1d-1f67-4d5d-957b-01fc6bd8fea4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:53.149012 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8590ca1d-1f67-4d5d-957b-01fc6bd8fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:53.152586 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b2c8d477-d0ad-46c4-8e73-8be788c76d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:28:53.221283 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590ca1d-1f67-4d5d-957b-01fc6bd8fea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f398ce3-188b-4a65-8fa3-8a7073f5ab72,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:28:53.224562 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8590ca1d-1f67-4d5d-957b-01fc6bd8fea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:28:53.230434 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8590ca1d-1f67-4d5d-957b-01fc6bd8fea4 admin admin] Checking segment: {'id': 'ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '144054b4-4a87-43b5-89c3-1be1defbbc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:28:53.230789 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8590ca1d-1f67-4d5d-957b-01fc6bd8fea4 admin admin] Network hostable DHCP agents. Network: 144054b4-4a87-43b5-89c3-1be1defbbc1e, hostable agents: ['89233beb-46c2-4555-b2a6-383c2a63add2'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:28:53.248843 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8590ca1d-1f67-4d5d-957b-01fc6bd8fea4 admin admin] Network 144054b4-4a87-43b5-89c3-1be1defbbc1e is scheduled to be hosted by DHCP agent 89233beb-46c2-4555-b2a6-383c2a63add2 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:28:53.258025 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-8590ca1d-1f67-4d5d-957b-01fc6bd8fea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-smb, 144054b4-4a87-43b5-89c3-1be1defbbc1e) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:28:53.262468 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8590ca1d-1f67-4d5d-957b-01fc6bd8fea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:28:53.263041 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8590ca1d-1f67-4d5d-957b-01fc6bd8fea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:53.271083 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95ef1f-4b08-41ba-bb9a-3149daf219ff None None] Network 144054b4-4a87-43b5-89c3-1be1defbbc1e requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:28:53.301259 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-8590ca1d-1f67-4d5d-957b-01fc6bd8fea4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5623617 May 04 14:28:53.503268 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749172ad-36c3-5a6e-a61a-09957afdedb1-144054b4-4a87-43b5-89c3-1be1defbbc1e', 'network_id': '144054b4-4a87-43b5-89c3-1be1defbbc1e', 'tenant_id': '21f65d47acd8489e85cac9a04ac413ac', 'fixed_ips': [{'subnet_id': '7f398ce3-188b-4a65-8fa3-8a7073f5ab72'}]}} from dv-cinder-772623-4-smb. {{(pid=73823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 14:28:53.504067 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:53.666902 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.db_base_plugin_common [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Allocated IP 192.168.233.2 (144054b4-4a87-43b5-89c3-1be1defbbc1e/7f398ce3-188b-4a65-8fa3-8a7073f5ab72/88a57abf-adfc-4e73-80d9-aabb7fc108a1) {{(pid=73823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:28:53.899985 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Notify callbacks [] for port, precommit_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:53.910505 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Transition to ACTIVE for port object 88a57abf-adfc-4e73-80d9-aabb7fc108a1 will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:28:53.928651 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Transition to ACTIVE for port object 88a57abf-adfc-4e73-80d9-aabb7fc108a1 will not be triggered until provisioned by entity DHCP. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:28:53.937611 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:53.942764 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:28:54.004098 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Network 144054b4-4a87-43b5-89c3-1be1defbbc1e is already hosted by enough agents. {{(pid=73823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:28:54.007395 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.scheduler.base_scheduler [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Resources bound (agent type, host, resource id): {{(pid=73823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:28:54.009880 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Received port after_create {{(pid=73823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:28:54.019322 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Pushing event updated for resources: {'Port': ['ID=88a57abf-adfc-4e73-80d9-aabb7fc108a1,revision_number=1']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:28:54.057218 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:54.057551 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:54.057890 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:54.058193 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:54.058506 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:54.058819 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:54.059143 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:54.059437 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:54.059741 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:54.060271 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:54.060442 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:54.060732 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:28:54.065004 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:28:54.118767 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Attempting to bind port 88a57abf-adfc-4e73-80d9-aabb7fc108a1 on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:28:54.119188 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Attempting to bind port 88a57abf-adfc-4e73-80d9-aabb7fc108a1 by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': 'ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '144054b4-4a87-43b5-89c3-1be1defbbc1e'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:28:54.119536 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Attempting to bind port 88a57abf-adfc-4e73-80d9-aabb7fc108a1 on network 144054b4-4a87-43b5-89c3-1be1defbbc1e {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:28:54.125689 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:28:54.126066 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Checking segment: {'id': 'ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '144054b4-4a87-43b5-89c3-1be1defbbc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:28:54.126469 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:54.126885 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Bound using segment: {'id': 'ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '144054b4-4a87-43b5-89c3-1be1defbbc1e'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:28:54.127355 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Bound port: 88a57abf-adfc-4e73-80d9-aabb7fc108a1, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '144054b4-4a87-43b5-89c3-1be1defbbc1e'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:28:54.127715 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:54.231530 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] For port 88a57abf-adfc-4e73-80d9-aabb7fc108a1, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:28:54.238010 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] For port 88a57abf-adfc-4e73-80d9-aabb7fc108a1, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=88a57abf-adfc-4e73-80d9-aabb7fc108a1,segment=NetworkSegment(ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3),segment_id=ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:28:54.246234 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:54.255161 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:28:54.364989 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Pushing event updated for resources: {'Port': ['ID=88a57abf-adfc-4e73-80d9-aabb7fc108a1,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:28:54.370319 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:28:55.171114 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84b95b1-9c87-4b9f-82da-98767359b56e None None] Network 144054b4-4a87-43b5-89c3-1be1defbbc1e requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:28:55.285358 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-f430c88d-9af0-4140-a514-b53b646df3a5 None None] Provisioning for port 88a57abf-adfc-4e73-80d9-aabb7fc108a1 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:28:56.181305 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 88a57abf-adfc-4e73-80d9-aabb7fc108a1 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:28:56.257294 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 88a57abf-adfc-4e73-80d9-aabb7fc108a1 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:28:56.262766 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 88a57abf-adfc-4e73-80d9-aabb7fc108a1 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:28:56.263296 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:56.386307 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:56.423603 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port 88a57abf-adfc-4e73-80d9-aabb7fc108a1, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=88a57abf-adfc-4e73-80d9-aabb7fc108a1,segment=NetworkSegment(ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3),segment_id=ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:28:56.428751 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:28:56.432477 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:28:56.499440 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=88a57abf-adfc-4e73-80d9-aabb7fc108a1,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:28:56.502776 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:28:58.154727 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 88a57abf-adfc-4e73-80d9-aabb7fc108a1 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:28:58.241940 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 88a57abf-adfc-4e73-80d9-aabb7fc108a1 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:28:58.242479 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:00.552797 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 5 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:29:05.641797 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-6d58887a-7ce3-4da2-9d43-811b9b211e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:08.025875 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-df36295c-a5f3-4684-909c-7b42e0d9b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:08.195138 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:09.025054 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:10.817584 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:35.639807 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-13e19d99-eb5a-4db3-b7b3-dd42faa60a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:37.553590 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 5 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:29:38.021431 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b6bff2b5-9cb5-494d-984b-6f9f5b04250b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:38.205535 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:39.031701 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:29:40.824394 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:00.938455 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 53004) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:30:00.944909 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [None req-2b0ebf85-7098-4473-bf36-18f40d01bf1a tempest-verify_tempest_config-966667421 tempest-verify_tempest_config-966667421-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=73821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:30:00.945911 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-2b0ebf85-7098-4473-bf36-18f40d01bf1a tempest-verify_tempest_config-966667421 tempest-verify_tempest_config-966667421-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064452 May 04 14:30:01.342155 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 53022) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:30:01.478500 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:01.495594 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:30:01.500566 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Usage tracker for resource:security_group_rule and tenant:bb05a3d0a9284758b38c14bd25d11ce4 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:30:01.503923 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:30:01.510716 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:30:01.639478 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:01.646315 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:01.663433 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:30:01.731157 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d70b762-a969-4673-b78f-a0a0fdc695dd,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:30:01.737789 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb05a3d0a9284758b38c14bd25d11ce4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3923068 May 04 14:30:01.739597 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 53028) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:30:01.743702 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:01.744113 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:01.744500 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:01.744882 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:01.745307 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:01.745694 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:01.746134 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:01.746471 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:01.747086 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:01.747529 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:01.747943 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:01.748314 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:01.753482 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:30:01.823889 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:01.858837 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:01.994924 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:01.999668 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d4dd1726-a1c2-4725-8bc1-5e6e746f3fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:30:02.013151 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d70b762-a969-4673-b78f-a0a0fdc695dd,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:30:02.021313 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:02.022419 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d70b762-a969-4673-b78f-a0a0fdc695dd HTTP/1.1" status: 204 len: 168 time: 0.2818472 May 04 14:30:02.023624 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:02.023963 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:02.024288 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:02.024607 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:02.024958 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:02.025365 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:02.025681 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:02.025999 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:02.026335 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:02.026729 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:02.026956 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:02.027350 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:30:02.033264 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:30:05.642365 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ede14a75-bd13-4f6d-af15-3806f5c72d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:08.025906 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6b2681c-a563-4695-92f6-1b8b16fe0f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:08.211858 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:09.034207 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:10.832691 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:14.552925 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 5 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:30:35.646556 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a52d9226-cf63-4436-9331-b78aa1b733ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:38.022485 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8e039eb7-1ed1-4284-85e6-83b8a0c8ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:38.210448 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:39.036808 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:40.833297 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:30:51.551932 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 5 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:31:05.642699 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-74c9da9b-78eb-425b-a434-f3a198e46a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:08.018941 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-087bf6a1-48da-4a15-93b2-0cc52891473f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:08.207856 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:09.042681 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:10.838658 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:28.550984 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 5 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:31:35.639308 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a9155255-2816-4279-b6f5-796bab8a289d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:38.026704 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-add2c06d-4574-494c-be7e-fb9815c7a97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:38.214735 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:39.044199 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:40.958554 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:43.350084 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703'] for agent, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:31:48.216964 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 53080) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:31:48.348853 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-010eacdd-d8a7-4848-b388-d8685946d7fd admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1306798 May 04 14:31:50.576267 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 53090) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:31:50.644999 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-f99c756c-c81b-43fd-a99a-7bd9a6ff594a admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0674517 May 04 14:32:05.550081 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:32:05.634701 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-692d9b60-17f0-4eef-a1bb-b49728aab320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:08.024834 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f74bec51-6207-4a67-96d5-e2d7a6234943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:08.203107 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:09.055025 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:10.840338 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:13.297628 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:35.640193 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-756fbd3c-ac8b-4701-9ec6-ed5c533ceaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:38.021658 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc743-8441-4d7e-a602-0b3184d44a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:38.207595 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:39.057452 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:40.841850 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:32:42.551775 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:32:43.343147 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:05.645240 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7a54d02d-b3c5-4556-8882-ef8a3966e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:08.018100 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-66c1cbdb-c6e7-41e2-bcb2-51a22663c968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:08.206654 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:09.054380 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:10.849977 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:13.363156 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:19.557774 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:33:25.012404 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 53258) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:25.458868 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-848754280-network', 'tenant_id': '1d680e5d4b8f4fd09afe3dee582833dd'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:25.466363 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:25.472814 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Usage tracker for resource:network and tenant:1d680e5d4b8f4fd09afe3dee582833dd is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:25.481387 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:25.488384 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:25.502646 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Made reservation on behalf of 1d680e5d4b8f4fd09afe3dee582833dd for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:33:25.505072 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:25.519090 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:25.535989 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:25.540727 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Usage tracker for resource:security_group_rule and tenant:1d680e5d4b8f4fd09afe3dee582833dd is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:25.544406 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:25.552120 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:25.659588 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:25.665743 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:25.676885 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7be50241-e319-4bb9-9e89-f437bce31397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:25.695322 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=73822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:33:25.725703 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f593616c-69cd-4e39-a6c6-4d13304d1dfc,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:25.740073 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:25.740625 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:25.741450 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:25.742583 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:25.743110 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:25.743643 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:25.744214 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:25.744691 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:25.745278 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:25.745812 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:25.746340 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:25.746848 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Tracked resource versions report: May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: pushed versions: May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: { 'AddressGroup': {'1.2'}, May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'ConntrackHelper': {'1.0'}, May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'Log': {'1.0'}, May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'Network': {'1.1'}, May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'Port': {'1.7'}, May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'PortForwarding': {'1.2'}, May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'QosPolicy': {'1.8'}, May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'SecurityGroup': {'1.4'}, May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'SecurityGroupRule': {'1.2'}, May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'SubPort': {'1.0'}, May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'Subnet': {'1.1'}, May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'Trunk': {'1.1'}} May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: consumer versions: May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: { DHCP agent@dv-cinder-772623-4-smb: {}, May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: HyperV agent@hv-cinder-77262: {}, May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: L3 agent@dv-cinder-772623-4-smb: {}, May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: Metadata agent@dv-cinder-772623-4-smb: {}, May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: Metering agent@dv-cinder-772623-4-smb: {}, May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: Open vSwitch agent@dv-cinder-772623-4-smb: { 'AddressGroup': '1.2', May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'ConntrackHelper': '1.0', May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'Log': '1.0', May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'Network': '1.1', May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'Port': '1.7', May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'PortForwarding': '1.2', May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'QosPolicy': '1.8', May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'SecurityGroup': '1.4', May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'SecurityGroupRule': '1.2', May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'SubPort': '1.0', May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'Subnet': '1.1', May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: 'Trunk': '1.1'}} May 04 14:33:25.748511 dv-cinder-772623-4-smb neutron-server[73822]: {{(pid=73822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:33:25.755044 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:25.755044 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.segments_db [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Added segment efe2426b-76b6-4476-816b-265223ac6336 of type vlan for network 55016d46-b944-4afa-9968-049bdddbf5c0 May 04 14:33:25.780651 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:25.803662 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740809221780'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:25.848974 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:25.850533 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:25.852449 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:25.858076 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:26.007887 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9938908 May 04 14:33:26.012568 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 53302) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:26.014876 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Pushing event updated for resources: {'Network': ['ID=55016d46-b944-4afa-9968-049bdddbf5c0,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:26.019092 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:26.026441 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Network 55016d46-b944-4afa-9968-049bdddbf5c0 details requested by agent ovs-agent-dv-cinder-772623-4-smb with host dv-cinder-772623-4-smb {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:33:26.027360 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Request body: {'subnet': {'network_id': '55016d46-b944-4afa-9968-049bdddbf5c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-848754280-subnet', 'tenant_id': '1d680e5d4b8f4fd09afe3dee582833dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:26.036822 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:26.045650 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Usage tracker for resource:subnet and tenant:1d680e5d4b8f4fd09afe3dee582833dd is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:26.051374 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:26.063883 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:26.087525 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Made reservation on behalf of 1d680e5d4b8f4fd09afe3dee582833dd for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:33:26.095076 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:26.399384 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 53316) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:26.753707 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:26.760691 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:26.944962 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=482ca139-9d08-4f61-8df0-5972542b7a77,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:26.966860 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:26.967456 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:26.968030 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:26.968634 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:26.969221 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:26.969817 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:26.970398 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:26.970987 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:26.971616 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:26.972098 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:26.972682 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:26.973328 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Tracked resource versions report: May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: pushed versions: May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: { 'AddressGroup': {'1.2'}, May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'ConntrackHelper': {'1.0'}, May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'Log': {'1.0'}, May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'Network': {'1.1'}, May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'Port': {'1.7'}, May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'PortForwarding': {'1.2'}, May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'QosPolicy': {'1.8'}, May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'SecurityGroup': {'1.4'}, May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'SecurityGroupRule': {'1.2'}, May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'SubPort': {'1.0'}, May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'Subnet': {'1.1'}, May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'Trunk': {'1.1'}} May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: consumer versions: May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: { DHCP agent@dv-cinder-772623-4-smb: {}, May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: HyperV agent@hv-cinder-77262: {}, May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: L3 agent@dv-cinder-772623-4-smb: {}, May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: Metadata agent@dv-cinder-772623-4-smb: {}, May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: Metering agent@dv-cinder-772623-4-smb: {}, May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: Open vSwitch agent@dv-cinder-772623-4-smb: { 'AddressGroup': '1.2', May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'ConntrackHelper': '1.0', May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'Log': '1.0', May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'Network': '1.1', May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'Port': '1.7', May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'PortForwarding': '1.2', May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'QosPolicy': '1.8', May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'SecurityGroup': '1.4', May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'SecurityGroupRule': '1.2', May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'SubPort': '1.0', May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'Subnet': '1.1', May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: 'Trunk': '1.1'}} May 04 14:33:26.975939 dv-cinder-772623-4-smb neutron-server[73821]: {{(pid=73821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:33:26.982695 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:26.987455 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Checking segment: {'id': 'efe2426b-76b6-4476-816b-265223ac6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '55016d46-b944-4afa-9968-049bdddbf5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:33:26.988091 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Network hostable DHCP agents. Network: 55016d46-b944-4afa-9968-049bdddbf5c0, hostable agents: ['89233beb-46c2-4555-b2a6-383c2a63add2'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:33:27.016186 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Network 55016d46-b944-4afa-9968-049bdddbf5c0 is scheduled to be hosted by DHCP agent 89233beb-46c2-4555-b2a6-383c2a63add2 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:33:27.036818 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-smb, 55016d46-b944-4afa-9968-049bdddbf5c0) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:27.042446 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:27.043160 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:27.051490 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6eedf5-0583-4578-900d-ff565661aedb None None] Network 55016d46-b944-4afa-9968-049bdddbf5c0 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:33:27.098022 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0787470 May 04 14:33:27.199853 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 53344) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:27.234304 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1646357807-network', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:27.245123 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:27.254163 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Usage tracker for resource:network and tenant:94143385d04d4e4daae864a0a23daa8d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:27.261570 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:27.271051 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:27.286774 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Made reservation on behalf of 94143385d04d4e4daae864a0a23daa8d for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:33:27.291141 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:27.308692 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:27.327707 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:27.332783 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Usage tracker for resource:security_group_rule and tenant:94143385d04d4e4daae864a0a23daa8d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:27.338536 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:27.347250 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:27.387128 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89757321-b4fe-4a74-b840-f78dad8f8aec None None] Network 55016d46-b944-4afa-9968-049bdddbf5c0 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:33:27.493159 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:27.503434 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:27.508556 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:27.543988 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=73822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:33:27.550743 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02815f6-d1e8-47ba-97e6-8340716d4c07,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:27.555945 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:27.561451 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:27.562007 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.segments_db [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Added segment 91b1a557-4212-46b1-ad6b-47600618937a of type vlan for network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 May 04 14:33:27.607526 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740809221780'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:27.674717 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:27.677309 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:27.678360 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:27.687775 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:27.899075 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 53368) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:27.899936 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4983697 May 04 14:33:27.904852 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Pushing event updated for resources: {'Network': ['ID=a4994e1e-ba52-4aa5-a707-a4c26b5227b9,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:27.908703 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:27.913502 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-d2877492-8eff-4398-ab3b-ae67013b1622 admin admin] Request body: {'subnet': {'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1646357807-subnet', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:27.917705 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 details requested by agent ovs-agent-dv-cinder-772623-4-smb with host dv-cinder-772623-4-smb {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:33:27.922068 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d2877492-8eff-4398-ab3b-ae67013b1622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:27.928730 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d2877492-8eff-4398-ab3b-ae67013b1622 admin admin] Usage tracker for resource:subnet and tenant:94143385d04d4e4daae864a0a23daa8d is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:27.935585 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d2877492-8eff-4398-ab3b-ae67013b1622 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:27.947784 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d2877492-8eff-4398-ab3b-ae67013b1622 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:27.965521 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2877492-8eff-4398-ab3b-ae67013b1622 admin admin] Made reservation on behalf of 94143385d04d4e4daae864a0a23daa8d for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:33:27.971812 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d2877492-8eff-4398-ab3b-ae67013b1622 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:27.990366 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1933392068-network', 'tenant_id': '390c134d64f748c3bb44d08875d33b93'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:27.997326 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:28.009263 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Usage tracker for resource:network and tenant:390c134d64f748c3bb44d08875d33b93 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:28.014604 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:28.032400 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:28.053648 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Made reservation on behalf of 390c134d64f748c3bb44d08875d33b93 for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:33:28.056762 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.083666 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.117824 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:28.122658 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Usage tracker for resource:security_group_rule and tenant:390c134d64f748c3bb44d08875d33b93 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:28.127119 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:28.135502 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:28.263932 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.273050 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.304390 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=73822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:33:28.329746 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.331586 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.segments_db [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Added segment 13b31776-d8ff-4c73-8a8e-8e4dad5c0883 of type vlan for network 2a63d9d4-1244-4591-8103-61cd0e0dc99c May 04 14:33:28.342830 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:28.414129 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740809221780'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.419049 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d98a33e-7666-4b19-9296-8115f8d6b122,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:28.423205 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:28.457024 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.458639 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:28.459447 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.465044 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:28.552037 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d2877492-8eff-4398-ab3b-ae67013b1622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.557592 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-757c9138-c390-4165-a559-8437b8ec71b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:28.592462 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3911836 May 04 14:33:28.593317 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 53388) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:28.611636 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-1f53d079-32c2-4e6b-8d0a-d72f91c02b9b admin admin] Request body: {'subnet': {'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1933392068-subnet', 'tenant_id': '390c134d64f748c3bb44d08875d33b93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:28.647574 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-1f53d079-32c2-4e6b-8d0a-d72f91c02b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:28.659517 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-1f53d079-32c2-4e6b-8d0a-d72f91c02b9b admin admin] Usage tracker for resource:subnet and tenant:390c134d64f748c3bb44d08875d33b93 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:28.665058 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-1f53d079-32c2-4e6b-8d0a-d72f91c02b9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:28.667908 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2877492-8eff-4398-ab3b-ae67013b1622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d35a3c5f-3c94-4166-926a-729a198f0bde,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:28.676409 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d2877492-8eff-4398-ab3b-ae67013b1622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:28.677394 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-1f53d079-32c2-4e6b-8d0a-d72f91c02b9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:28.679965 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2877492-8eff-4398-ab3b-ae67013b1622 admin admin] Checking segment: {'id': '91b1a557-4212-46b1-ad6b-47600618937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:33:28.680312 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2877492-8eff-4398-ab3b-ae67013b1622 admin admin] Network hostable DHCP agents. Network: a4994e1e-ba52-4aa5-a707-a4c26b5227b9, hostable agents: ['89233beb-46c2-4555-b2a6-383c2a63add2'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:33:28.703640 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f53d079-32c2-4e6b-8d0a-d72f91c02b9b admin admin] Made reservation on behalf of 390c134d64f748c3bb44d08875d33b93 for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:33:28.707839 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1f53d079-32c2-4e6b-8d0a-d72f91c02b9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.742932 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Pushing event updated for resources: {'Network': ['ID=2a63d9d4-1244-4591-8103-61cd0e0dc99c,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:28.743217 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2877492-8eff-4398-ab3b-ae67013b1622 admin admin] Network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 is scheduled to be hosted by DHCP agent 89233beb-46c2-4555-b2a6-383c2a63add2 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:33:28.758795 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Network 2a63d9d4-1244-4591-8103-61cd0e0dc99c details requested by agent ovs-agent-dv-cinder-772623-4-smb with host dv-cinder-772623-4-smb {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:33:28.759434 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:28.893343 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-d2877492-8eff-4398-ab3b-ae67013b1622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-smb, a4994e1e-ba52-4aa5-a707-a4c26b5227b9) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:28.918157 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2877492-8eff-4398-ab3b-ae67013b1622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:28.929862 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d2877492-8eff-4398-ab3b-ae67013b1622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:28.970466 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-d2877492-8eff-4398-ab3b-ae67013b1622 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0697765 May 04 14:33:28.977309 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 53400) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:28.988910 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:28.995645 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc491dc7-9947-4065-9aee-aae98297d6d3 None None] Network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:33:29.014153 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:29.027628 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Usage tracker for resource:router and tenant:94143385d04d4e4daae864a0a23daa8d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:29.049665 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:29.074615 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:29.120756 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-944999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27224'] for router, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:29.126928 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-882279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27217'] for router, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:29.199526 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:30.070651 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749172ad-36c3-5a6e-a61a-09957afdedb1-a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'fixed_ips': [{'subnet_id': 'd35a3c5f-3c94-4166-926a-729a198f0bde'}]}} from dv-cinder-772623-4-smb. {{(pid=73823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 14:33:30.072068 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:30.102617 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1f53d079-32c2-4e6b-8d0a-d72f91c02b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:30.128078 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d2877492-8eff-4398-ab3b-ae67013b1622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:30.406158 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27299'] for router, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:30.416115 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f53d079-32c2-4e6b-8d0a-d72f91c02b9b admin admin] Checking segment: {'id': '13b31776-d8ff-4c73-8a8e-8e4dad5c0883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:33:30.417625 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f53d079-32c2-4e6b-8d0a-d72f91c02b9b admin admin] Network hostable DHCP agents. Network: 2a63d9d4-1244-4591-8103-61cd0e0dc99c, hostable agents: ['89233beb-46c2-4555-b2a6-383c2a63add2'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:33:30.433771 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53d079-32c2-4e6b-8d0a-d72f91c02b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=db720b98-3862-4a42-b165-0741d67f782a,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:30.448192 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1f53d079-32c2-4e6b-8d0a-d72f91c02b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:30.469551 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 53444) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:30.499174 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f53d079-32c2-4e6b-8d0a-d72f91c02b9b admin admin] Network 2a63d9d4-1244-4591-8103-61cd0e0dc99c is scheduled to be hosted by DHCP agent 89233beb-46c2-4555-b2a6-383c2a63add2 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:33:30.525004 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-1f53d079-32c2-4e6b-8d0a-d72f91c02b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-smb, 2a63d9d4-1244-4591-8103-61cd0e0dc99c) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:30.535215 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f53d079-32c2-4e6b-8d0a-d72f91c02b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:30.541211 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1f53d079-32c2-4e6b-8d0a-d72f91c02b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:30.597628 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-1f53d079-32c2-4e6b-8d0a-d72f91c02b9b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9971805 May 04 14:33:30.599908 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 53452) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:30.614464 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1933392068-router', 'tenant_id': '390c134d64f748c3bb44d08875d33b93', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:30.626037 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:30.638640 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Usage tracker for resource:router and tenant:390c134d64f748c3bb44d08875d33b93 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:30.646399 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:30.672822 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:30.688430 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc395d6-1687-428b-bc9c-7d028d677e7e None None] Network 2a63d9d4-1244-4591-8103-61cd0e0dc99c requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:33:30.709026 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-944999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27224'] for router, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:30.714781 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-882279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27217'] for router, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:30.783914 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:30.851892 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.db_base_plugin_common [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Allocated IP 172.20.0.2 (a4994e1e-ba52-4aa5-a707-a4c26b5227b9/d35a3c5f-3c94-4166-926a-729a198f0bde/552700ed-1d0f-432c-af39-08793ac99401) {{(pid=73823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:33:31.335368 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:31.472876 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8d671cb0-bc6a-4674-9aa8-3e282fe80be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:31.507796 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:31.565731 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 53488) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:31.572438 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-8d671cb0-bc6a-4674-9aa8-3e282fe80be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:31.577036 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-8d671cb0-bc6a-4674-9aa8-3e282fe80be1 admin admin] Usage tracker for resource:security_group_rule and tenant:41c993e53b3a4a1e992d76d45b8237dc is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:31.580666 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-8d671cb0-bc6a-4674-9aa8-3e282fe80be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:31.587900 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-8d671cb0-bc6a-4674-9aa8-3e282fe80be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:31.726675 dv-cinder-772623-4-smb neutron-server[73821]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 14:33:31.837975 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c131c90-3357-4d3d-8327-c7bebdeba1fe None None] Network 2a63d9d4-1244-4591-8103-61cd0e0dc99c requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:33:31.848180 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27299'] for router, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:31.875879 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8d671cb0-bc6a-4674-9aa8-3e282fe80be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:31.952509 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8d671cb0-bc6a-4674-9aa8-3e282fe80be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:32.052648 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 53500) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:32.167445 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:32.214091 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Allocated IP 172.28.3.36 (49af3acc-aa66-439a-917a-edeb41136f16/106a0d71-9dcf-4db1-913d-79820d2de789/86576182-9113-4960-bb3f-d84f5b475de7) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:33:32.291180 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Notify callbacks [] for port, precommit_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:32.424817 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Transition to ACTIVE for port object 552700ed-1d0f-432c-af39-08793ac99401 will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:33:32.473442 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Transition to ACTIVE for port object 552700ed-1d0f-432c-af39-08793ac99401 will not be triggered until provisioned by entity DHCP. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:33:32.496513 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:32.531078 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8837fac3-2591-4195-b10b-3f20d66fc8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:32.556660 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-8837fac3-2591-4195-b10b-3f20d66fc8e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:32.563660 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-723210f6-3fbd-4b93-b4ac-13b18789c606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:32.566828 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-8837fac3-2591-4195-b10b-3f20d66fc8e8 admin admin] Usage tracker for resource:security_group_rule and tenant:7472a1517d464e259a5ffa774beb660d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:32.570330 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-8d671cb0-bc6a-4674-9aa8-3e282fe80be1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41c993e53b3a4a1e992d76d45b8237dc&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0983918 May 04 14:33:32.574222 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 53518) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:32.581944 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-8837fac3-2591-4195-b10b-3f20d66fc8e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:32.616640 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-8837fac3-2591-4195-b10b-3f20d66fc8e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:32.642383 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d671cb0-bc6a-4674-9aa8-3e282fe80be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c25cc1-b121-456a-b199-0a2bcd2aa9b3,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:32.656417 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8d671cb0-bc6a-4674-9aa8-3e282fe80be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:32.682560 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-a9b09544-0c97-47ff-b4c2-868d732dac21 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:32.685231 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:32.688531 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 is already hosted by enough agents. {{(pid=73823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:33:32.699982 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.scheduler.base_scheduler [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Resources bound (agent type, host, resource id): {{(pid=73823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:32.704324 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-a9b09544-0c97-47ff-b4c2-868d732dac21 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/networks?id=55016d46-b944-4afa-9968-049bdddbf5c0 HTTP/1.1" status: 200 len: 811 time: 1.1360390 May 04 14:33:32.717358 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Received port after_create {{(pid=73823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:33:32.834745 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2793-2e58-4ab2-bf7c-0c92739365e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:32.841555 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-46ea0295-d52c-4cd6-9f80-ec10ea7042f7 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/quotas/1d680e5d4b8f4fd09afe3dee582833dd HTTP/1.1" status: 200 len: 375 time: 0.1356056 May 04 14:33:32.891711 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:32.916878 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:32.946649 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-fffc3816-df0d-4196-a86a-d40c9b338013 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d680e5d4b8f4fd09afe3dee582833dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032479 May 04 14:33:32.951288 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Pushing event updated for resources: {'Port': ['ID=552700ed-1d0f-432c-af39-08793ac99401,revision_number=1']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:32.969721 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Attempting to bind port 552700ed-1d0f-432c-af39-08793ac99401 on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:33:32.970788 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Attempting to bind port 552700ed-1d0f-432c-af39-08793ac99401 by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': '91b1a557-4212-46b1-ad6b-47600618937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:33:32.973240 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Attempting to bind port 552700ed-1d0f-432c-af39-08793ac99401 on network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:32.993444 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:33:32.995491 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Checking segment: {'id': '91b1a557-4212-46b1-ad6b-47600618937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:33:32.997081 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:32.998184 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Bound using segment: {'id': '91b1a557-4212-46b1-ad6b-47600618937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:33:32.999376 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Bound port: 552700ed-1d0f-432c-af39-08793ac99401, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b1a557-4212-46b1-ad6b-47600618937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:33:33.000548 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:33.020355 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2793-2e58-4ab2-bf7c-0c92739365e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:33.051893 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:33.052750 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:33.053363 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:33.054107 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:33.054650 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:33.055190 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:33.055745 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:33.056268 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:33.056810 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:33.057365 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:33.057868 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:33.058380 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Tracked resource versions report: May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: pushed versions: May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: { 'AddressGroup': {'1.2'}, May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'ConntrackHelper': {'1.0'}, May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'Log': {'1.0'}, May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'Network': {'1.1'}, May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'Port': {'1.7'}, May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'PortForwarding': {'1.2'}, May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'QosPolicy': {'1.8'}, May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'SecurityGroup': {'1.4'}, May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'SecurityGroupRule': {'1.2'}, May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'SubPort': {'1.0'}, May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'Subnet': {'1.1'}, May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'Trunk': {'1.1'}} May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: consumer versions: May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: { DHCP agent@dv-cinder-772623-4-smb: {}, May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: HyperV agent@hv-cinder-77262: {}, May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: L3 agent@dv-cinder-772623-4-smb: {}, May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: Metadata agent@dv-cinder-772623-4-smb: {}, May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: Metering agent@dv-cinder-772623-4-smb: {}, May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: Open vSwitch agent@dv-cinder-772623-4-smb: { 'AddressGroup': '1.2', May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'ConntrackHelper': '1.0', May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'Log': '1.0', May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'Network': '1.1', May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'Port': '1.7', May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'PortForwarding': '1.2', May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'QosPolicy': '1.8', May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'SecurityGroup': '1.4', May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'SecurityGroupRule': '1.2', May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'SubPort': '1.0', May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'Subnet': '1.1', May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: 'Trunk': '1.1'}} May 04 14:33:33.060133 dv-cinder-772623-4-smb neutron-server[73823]: {{(pid=73823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:33:33.069123 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:33.133488 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8837fac3-2591-4195-b10b-3f20d66fc8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:33.166886 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8837fac3-2591-4195-b10b-3f20d66fc8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:33.172977 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2793-2e58-4ab2-bf7c-0c92739365e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:33.230080 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] For port 552700ed-1d0f-432c-af39-08793ac99401, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:33:33.241012 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] For port 552700ed-1d0f-432c-af39-08793ac99401, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=552700ed-1d0f-432c-af39-08793ac99401,segment=NetworkSegment(91b1a557-4212-46b1-ad6b-47600618937a),segment_id=91b1a557-4212-46b1-ad6b-47600618937a)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:33:33.250885 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:33.256436 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Network 49af3acc-aa66-439a-917a-edeb41136f16 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:33:33.272771 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:33.277775 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-8837fac3-2591-4195-b10b-3f20d66fc8e8 admin admin] Synchronizing usage tracker for tenant:21f65d47acd8489e85cac9a04ac413ac on resource:security_group {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:33:33.284556 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:33.287763 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:33:33.383775 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-e70bdc86-2b88-4030-970c-d103509ae4c7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=73821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:33:33.384753 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-e70bdc86-2b88-4030-970c-d103509ae4c7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2469027 May 04 14:33:33.399225 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Pushing event updated for resources: {'Port': ['ID=86576182-9113-4960-bb3f-d84f5b475de7,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:33.418950 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:33.420342 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:33.482491 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Pushing event updated for resources: {'Port': ['ID=552700ed-1d0f-432c-af39-08793ac99401,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:33.487984 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:33.557100 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:33.628337 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:33.671220 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837fac3-2591-4195-b10b-3f20d66fc8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d0d25b-cddb-4693-8b63-84ef1b8e73c5,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:33.731651 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2793-2e58-4ab2-bf7c-0c92739365e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:33.733625 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-2c1f2793-2e58-4ab2-bf7c-0c92739365e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2c25cc1-b121-456a-b199-0a2bcd2aa9b3 HTTP/1.1" status: 204 len: 168 time: 1.1534548 May 04 14:33:33.764142 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 53564) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:33.784523 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f2793-2e58-4ab2-bf7c-0c92739365e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c25cc1-b121-456a-b199-0a2bcd2aa9b3,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:33.812378 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2c1f2793-2e58-4ab2-bf7c-0c92739365e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:33.813294 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.415s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:33.813697 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:33.819322 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-8837fac3-2591-4195-b10b-3f20d66fc8e8 admin admin] Unset dirty status for tenant:21f65d47acd8489e85cac9a04ac413ac on resource:security_group {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:33:33.823993 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-8837fac3-2591-4195-b10b-3f20d66fc8e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7472a1517d464e259a5ffa774beb660d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7643359 May 04 14:33:33.825658 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 53570) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:34.004550 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-e5de4be7-f0bb-455a-8beb-be5bff047842 service neutron] 10.222.0.37 "GET /v2.0/networks/55016d46-b944-4afa-9968-049bdddbf5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6085408 May 04 14:33:34.065014 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Allocated IP 172.28.3.238 (49af3acc-aa66-439a-917a-edeb41136f16/106a0d71-9dcf-4db1-913d-79820d2de789/68fa4745-f22f-4fdf-9120-c6c74295d90e) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:33:34.433326 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f1fc567d-6fb7-4d91-81c3-2b423723814e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:34.598984 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 552700ed-1d0f-432c-af39-08793ac99401 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:33:34.661093 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-c8ca6f45-11f0-4be4-8284-7e885afa3bdb service neutron] 10.222.0.37 "GET /v2.0/networks/55016d46-b944-4afa-9968-049bdddbf5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5864341 May 04 14:33:34.665093 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f1fc567d-6fb7-4d91-81c3-2b423723814e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:34.776495 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:34.843035 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:34.853058 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 53600) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:34.881718 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7ed63a57-5aae-4ca8-8ef3-695bb04eb76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:34.891953 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 552700ed-1d0f-432c-af39-08793ac99401 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:33:34.988153 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-66efb590-9fec-4cdb-935f-41b463c6783c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:35.010731 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-7ed63a57-5aae-4ca8-8ef3-695bb04eb76e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:35.026160 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-7ed63a57-5aae-4ca8-8ef3-695bb04eb76e admin admin] Usage tracker for resource:security_group_rule and tenant:c07bfd66a9344a3ea3c81d1215743da7 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:35.034039 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-7ed63a57-5aae-4ca8-8ef3-695bb04eb76e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:35.040010 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-66efb590-9fec-4cdb-935f-41b463c6783c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:35.054449 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-7ed63a57-5aae-4ca8-8ef3-695bb04eb76e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:35.059280 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-66efb590-9fec-4cdb-935f-41b463c6783c admin admin] Usage tracker for resource:security_group_rule and tenant:79544c9a9351488292d0919fe98b4a0f is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:35.068836 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-66efb590-9fec-4cdb-935f-41b463c6783c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:35.106363 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-66efb590-9fec-4cdb-935f-41b463c6783c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:35.310620 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:35.329901 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3dc5cb41-b6fb-40c5-9123-87ff9c3816be req-41a70d83-a462-40f6-a23e-9f9a2163d578 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 210 time: 0.1404529 May 04 14:33:35.352800 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:35.435901 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf93557-d2f3-4d3f-98a7-e319690f6da5 None None] Network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:33:35.447448 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f1fc567d-6fb7-4d91-81c3-2b423723814e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:35.482580 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3cac2993-c38c-4d69-808e-6db504a92816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:35.494342 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Network 49af3acc-aa66-439a-917a-edeb41136f16 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:33:35.507960 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Resources bound (agent type, host, resource id): {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:35.515494 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc567d-6fb7-4d91-81c3-2b423723814e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d0d25b-cddb-4693-8b63-84ef1b8e73c5,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:35.516271 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:33:35.522759 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f1fc567d-6fb7-4d91-81c3-2b423723814e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:35.527000 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-f1fc567d-6fb7-4d91-81c3-2b423723814e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2d0d25b-cddb-4693-8b63-84ef1b8e73c5 HTTP/1.1" status: 204 len: 168 time: 1.6944280 May 04 14:33:35.540557 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f1fc567d-6fb7-4d91-81c3-2b423723814e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:35.612590 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Pushing event updated for resources: {'Port': ['ID=68fa4745-f22f-4fdf-9120-c6c74295d90e,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:35.625163 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:35.767184 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946105'] for router, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:35.825077 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-d4eaa980-bf93-4d5f-a06d-1ee5a431c1ec None None] Provisioning for port 552700ed-1d0f-432c-af39-08793ac99401 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:33:35.847290 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-de72e1fb-f5bb-4cd5-ad8b-07703785e9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:35.865472 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-d4eaa980-bf93-4d5f-a06d-1ee5a431c1ec None None] Provisioning complete for port 552700ed-1d0f-432c-af39-08793ac99401 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:35.865472 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa980-bf93-4d5f-a06d-1ee5a431c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:36.024376 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-66efb590-9fec-4cdb-935f-41b463c6783c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:36.053994 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7ed63a57-5aae-4ca8-8ef3-695bb04eb76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:36.055086 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-66efb590-9fec-4cdb-935f-41b463c6783c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:36.111374 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8d671cb0-bc6a-4674-9aa8-3e282fe80be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:36.156303 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Router 69f9ee52-154c-4468-b260-09d137a7f7ca is scheduled to L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f with binding_index 1 {{(pid=73822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 14:33:36.179194 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7ed63a57-5aae-4ca8-8ef3-695bb04eb76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:36.192362 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efb590-9fec-4cdb-935f-41b463c6783c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32479b7-3916-4696-8569-e6dc31e79540,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:36.300002 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-66efb590-9fec-4cdb-935f-41b463c6783c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:36.300496 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-66efb590-9fec-4cdb-935f-41b463c6783c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:36.346939 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa980-bf93-4d5f-a06d-1ee5a431c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:36.373346 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed63a57-5aae-4ca8-8ef3-695bb04eb76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da79fdb4-be49-44d6-8e1d-255f4626a4d7,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:36.424300 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-7ed63a57-5aae-4ca8-8ef3-695bb04eb76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:36.435375 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 53648) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:36.530741 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f53137e6-3feb-45db-89b2-6a04584f660d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:36.559954 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 53656) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:36.567693 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-66efb590-9fec-4cdb-935f-41b463c6783c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79544c9a9351488292d0919fe98b4a0f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7054200 May 04 14:33:36.610346 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 53666) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:36.673197 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-7ed63a57-5aae-4ca8-8ef3-695bb04eb76e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c07bfd66a9344a3ea3c81d1215743da7&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9030340 May 04 14:33:36.673197 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f53137e6-3feb-45db-89b2-6a04584f660d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:36.678543 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 53674) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:36.695412 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-d4eaa980-bf93-4d5f-a06d-1ee5a431c1ec None None] For port 552700ed-1d0f-432c-af39-08793ac99401, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=552700ed-1d0f-432c-af39-08793ac99401,segment=NetworkSegment(91b1a557-4212-46b1-ad6b-47600618937a),segment_id=91b1a557-4212-46b1-ad6b-47600618937a)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:36.715981 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-aca134dd-a4b8-4f94-b563-e3ce58945d66 req-d1da6af7-1d46-4567-9c2f-f551541887fd tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 210 time: 0.1513669 May 04 14:33:36.742442 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa980-bf93-4d5f-a06d-1ee5a431c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:36.762850 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:36.811984 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:33:36.825955 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Sync routers for ids ['69f9ee52-154c-4468-b260-09d137a7f7ca'] in dv-cinder-772623-4-smb {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:33:36.860281 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Routers {'69f9ee52-154c-4468-b260-09d137a7f7ca'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:33:36.862488 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:33:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['69f9ee52-154c-4468-b260-09d137a7f7ca'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:36.937187 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-f53137e6-3feb-45db-89b2-6a04584f660d admin admin] Usage tracker for resource:security_group_rule and tenant:cfc95f85a0164d2abdfe87508ec1aa05 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:36.953133 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eaa980-bf93-4d5f-a06d-1ee5a431c1ec None None] Pushing event updated for resources: {'Port': ['ID=552700ed-1d0f-432c-af39-08793ac99401,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:36.961651 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-d4eaa980-bf93-4d5f-a06d-1ee5a431c1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:37.005111 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-f53137e6-3feb-45db-89b2-6a04584f660d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:37.051701 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8ddddd60-5640-46cf-8906-b87d7dc2784a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:37.055227 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Notify callbacks [] for router, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:37.058459 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f53137e6-3feb-45db-89b2-6a04584f660d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:37.070789 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0910878 May 04 14:33:37.079232 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 53692) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:37.215470 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Set router 69f9ee52-154c-4468-b260-09d137a7f7ca gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:33:37.257851 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2aac-2ad4-4e81-92ff-5185eb0bb4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:37.303670 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2aac-2ad4-4e81-92ff-5185eb0bb4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:37.340544 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:37.377335 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-2ba001bc-dcfe-4c8a-b21b-d1e866385a55 None None] Provisioning complete for port 552700ed-1d0f-432c-af39-08793ac99401 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:37.378208 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-2ba001bc-dcfe-4c8a-b21b-d1e866385a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:37.663966 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f53137e6-3feb-45db-89b2-6a04584f660d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:37.697384 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f53137e6-3feb-45db-89b2-6a04584f660d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:37.713390 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:37.923207 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '86576182-9113-4960-bb3f-d84f5b475de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:33:33Z', 'revision_number': 3, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port': {'id': '86576182-9113-4960-bb3f-d84f5b475de7', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:31Z', 'updated_at': '2021-05-04T14:33:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:37.929717 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Checking router: 69f9ee52-154c-4468-b260-09d137a7f7ca for host: dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:33:37.930425 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Updating router 69f9ee52-154c-4468-b260-09d137a7f7ca port 86576182-9113-4960-bb3f-d84f5b475de7 binding host dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:33:38.023206 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8ddddd60-5640-46cf-8906-b87d7dc2784a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:38.026538 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:38.039424 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c11dd014-015f-4c20-bd3e-fba422996e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:38.216273 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:38.311030 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53137e6-3feb-45db-89b2-6a04584f660d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1730a641-b62d-4c24-a517-33648bcd8891,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:38.314489 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f53137e6-3feb-45db-89b2-6a04584f660d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:38.321610 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-f53137e6-3feb-45db-89b2-6a04584f660d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cfc95f85a0164d2abdfe87508ec1aa05&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8801351 May 04 14:33:38.324748 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 53730) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:38.348000 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-aa87dc8a-1b71-4a90-92c7-14300269834e req-0148e070-42e1-4d8a-af22-020554a8d5c6 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 210 time: 0.0999806 May 04 14:33:38.362424 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946105'] for router, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:38.526477 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2aac-2ad4-4e81-92ff-5185eb0bb4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:38.545336 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 552700ed-1d0f-432c-af39-08793ac99401 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:33:38.581942 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:38.634020 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2aac-2ad4-4e81-92ff-5185eb0bb4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:38.635651 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-ecaa2aac-2ad4-4e81-92ff-5185eb0bb4ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c32479b7-3916-4696-8569-e6dc31e79540 HTTP/1.1" status: 204 len: 168 time: 2.0241973 May 04 14:33:38.639088 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa2aac-2ad4-4e81-92ff-5185eb0bb4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32479b7-3916-4696-8569-e6dc31e79540,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:38.845681 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ecaa2aac-2ad4-4e81-92ff-5185eb0bb4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:38.873789 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0234aec0-6037-47cc-afac-453396cdce1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:38.881030 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 552700ed-1d0f-432c-af39-08793ac99401 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:38.881794 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:38.952058 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Notify callbacks [] for port, precommit_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:38.986278 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0234aec0-6037-47cc-afac-453396cdce1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:39.014633 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.provisioning_blocks [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Transition to ACTIVE for port object 86576182-9113-4960-bb3f-d84f5b475de7 will not be triggered until provisioned by entity L2. {{(pid=73824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:33:39.025191 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:39.034209 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8ddddd60-5640-46cf-8906-b87d7dc2784a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:39.046997 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-1c056798-97c8-4c22-9783-90cdda32c2bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:39.060916 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:39.069816 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8ddddd60-5640-46cf-8906-b87d7dc2784a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:39.071367 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-8ddddd60-5640-46cf-8906-b87d7dc2784a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da79fdb4-be49-44d6-8e1d-255f4626a4d7 HTTP/1.1" status: 204 len: 168 time: 2.3848641 May 04 14:33:39.086762 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddddd60-5640-46cf-8906-b87d7dc2784a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da79fdb4-be49-44d6-8e1d-255f4626a4d7,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:39.093864 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8ddddd60-5640-46cf-8906-b87d7dc2784a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:39.133902 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Router f9ca2393-c36c-42ab-bb3e-2988def4ea00 is scheduled to L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f with binding_index 1 {{(pid=73821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 14:33:39.142099 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0234aec0-6037-47cc-afac-453396cdce1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:39.168924 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:39.246166 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Attempting to bind port 86576182-9113-4960-bb3f-d84f5b475de7 on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:33:39.249485 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Attempting to bind port 86576182-9113-4960-bb3f-d84f5b475de7 by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:33:39.250076 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Attempting to bind port 86576182-9113-4960-bb3f-d84f5b475de7 on network 49af3acc-aa66-439a-917a-edeb41136f16 {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:39.294615 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:39.332239 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:33:39.337026 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Checking segment: {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:33:39.338909 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:39.342250 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Bound using segment: {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:33:39.343547 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Bound port: 86576182-9113-4960-bb3f-d84f5b475de7, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:33:39.344800 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:39.368364 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:39.409465 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 53748) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:39.451743 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234aec0-6037-47cc-afac-453396cdce1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1730a641-b62d-4c24-a517-33648bcd8891,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:39.453688 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffa2a5-c67c-449c-95d5-a28f9adedbe1 None None] Pushing event updated for resources: {'Port': ['ID=86576182-9113-4960-bb3f-d84f5b475de7,revision_number=2']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:39.476567 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0234aec0-6037-47cc-afac-453396cdce1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:39.477325 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffa2a5-c67c-449c-95d5-a28f9adedbe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:39.477666 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffa2a5-c67c-449c-95d5-a28f9adedbe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:39.477995 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffa2a5-c67c-449c-95d5-a28f9adedbe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:39.478317 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffa2a5-c67c-449c-95d5-a28f9adedbe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:39.478629 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffa2a5-c67c-449c-95d5-a28f9adedbe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:39.479022 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffa2a5-c67c-449c-95d5-a28f9adedbe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:39.479255 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffa2a5-c67c-449c-95d5-a28f9adedbe1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:39.479560 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffa2a5-c67c-449c-95d5-a28f9adedbe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:39.479875 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffa2a5-c67c-449c-95d5-a28f9adedbe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:39.480184 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffa2a5-c67c-449c-95d5-a28f9adedbe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:39.480494 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffa2a5-c67c-449c-95d5-a28f9adedbe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:39.480800 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffa2a5-c67c-449c-95d5-a28f9adedbe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffa2a5-c67c-449c-95d5-a28f9adedbe1 None None] Tracked resource versions report: May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: pushed versions: May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: { 'AddressGroup': {'1.2'}, May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'ConntrackHelper': {'1.0'}, May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'Log': {'1.0'}, May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'Network': {'1.1'}, May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'Port': {'1.7'}, May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'PortForwarding': {'1.2'}, May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'QosPolicy': {'1.8'}, May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'SecurityGroup': {'1.4'}, May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'SecurityGroupRule': {'1.2'}, May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'SubPort': {'1.0'}, May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'Subnet': {'1.1'}, May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'Trunk': {'1.1'}} May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: consumer versions: May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: { DHCP agent@dv-cinder-772623-4-smb: {}, May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: HyperV agent@hv-cinder-77262: {}, May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: L3 agent@dv-cinder-772623-4-smb: {}, May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: Metadata agent@dv-cinder-772623-4-smb: {}, May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: Metering agent@dv-cinder-772623-4-smb: {}, May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: Open vSwitch agent@dv-cinder-772623-4-smb: { 'AddressGroup': '1.2', May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'ConntrackHelper': '1.0', May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'Log': '1.0', May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'Network': '1.1', May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'Port': '1.7', May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'PortForwarding': '1.2', May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'QosPolicy': '1.8', May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'SecurityGroup': '1.4', May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'SecurityGroupRule': '1.2', May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'SubPort': '1.0', May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'Subnet': '1.1', May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: 'Trunk': '1.1'}} May 04 14:33:39.482016 dv-cinder-772623-4-smb neutron-server[73824]: {{(pid=73824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:33:39.490041 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-ddffa2a5-c67c-449c-95d5-a28f9adedbe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:39.551451 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.47', 56233) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:39.558104 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] For port 86576182-9113-4960-bb3f-d84f5b475de7, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:33:39.576620 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] For port 86576182-9113-4960-bb3f-d84f5b475de7, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=86576182-9113-4960-bb3f-d84f5b475de7,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:33:39.587301 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:39.603885 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-ddffa2a5-c67c-449c-95d5-a28f9adedbe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:40.002002 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Routers {'69f9ee52-154c-4468-b260-09d137a7f7ca'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:33:40.003522 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:33:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['69f9ee52-154c-4468-b260-09d137a7f7ca'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:40.123409 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Allocated IP 172.20.0.1 (a4994e1e-ba52-4aa5-a707-a4c26b5227b9/d35a3c5f-3c94-4166-926a-729a198f0bde/6ccbe198-bb60-48d6-9798-1e1775af71ef) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:33:40.285417 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8246d24b-e3da-4d4b-8d33-88cfc3269c0f req-dfc0b103-c05c-4d68-9627-0dad760ab038 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 210 time: 0.2996261 May 04 14:33:40.350326 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0234aec0-6037-47cc-afac-453396cdce1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:40.353029 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-0234aec0-6037-47cc-afac-453396cdce1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1730a641-b62d-4c24-a517-33648bcd8891 HTTP/1.1" status: 204 len: 168 time: 2.0218627 May 04 14:33:40.399161 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffa2a5-c67c-449c-95d5-a28f9adedbe1 None None] Pushing event updated for resources: {'Port': ['ID=86576182-9113-4960-bb3f-d84f5b475de7,revision_number=3']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:40.399833 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c5222c2c-34e1-4304-95e0-8a021af67b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:40.419056 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-ddffa2a5-c67c-449c-95d5-a28f9adedbe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:40.432836 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-bf7f435e-e5e6-4754-9776-697457164cfa tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:40.435394 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-bf7f435e-e5e6-4754-9776-697457164cfa tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.47 "GET /v2.0/networks?id=55016d46-b944-4afa-9968-049bdddbf5c0 HTTP/1.1" status: 200 len: 811 time: 0.8799837 May 04 14:33:40.437281 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:33:40.447472 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Sync routers for ids ['f9ca2393-c36c-42ab-bb3e-2988def4ea00'] in dv-cinder-772623-4-smb {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:33:40.480283 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Notify callbacks [] for router, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:40.490918 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.8892131 May 04 14:33:40.494900 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 53784) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:40.515425 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Routers {'f9ca2393-c36c-42ab-bb3e-2988def4ea00'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:33:40.515425 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:33:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['f9ca2393-c36c-42ab-bb3e-2988def4ea00'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:40.526626 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-78b61cef-869c-4ef1-868a-03d52cf38d51 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Request body: {'port': {'device_id': '036cd8eb-972e-4f53-884b-38ccf44a1266', 'network_id': '55016d46-b944-4afa-9968-049bdddbf5c0', 'admin_state_up': True, 'tenant_id': '1d680e5d4b8f4fd09afe3dee582833dd'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:40.607024 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-c5222c2c-34e1-4304-95e0-8a021af67b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:40.626985 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-c5222c2c-34e1-4304-95e0-8a021af67b45 admin admin] Usage tracker for resource:security_group_rule and tenant:ff0e7940eeea4b628d651104b7560d24 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:40.635585 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-c5222c2c-34e1-4304-95e0-8a021af67b45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:40.654693 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-c5222c2c-34e1-4304-95e0-8a021af67b45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:40.785751 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:40.893592 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Transition to ACTIVE for port object 6ccbe198-bb60-48d6-9798-1e1775af71ef will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:33:41.013754 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] Set router 69f9ee52-154c-4468-b260-09d137a7f7ca gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:33:41.186647 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c5222c2c-34e1-4304-95e0-8a021af67b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:41.188489 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Set router f9ca2393-c36c-42ab-bb3e-2988def4ea00 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:33:41.197097 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-78b61cef-869c-4ef1-868a-03d52cf38d51 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:41.217815 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c5222c2c-34e1-4304-95e0-8a021af67b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:41.267747 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-78b61cef-869c-4ef1-868a-03d52cf38d51 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Usage tracker for resource:port and tenant:1d680e5d4b8f4fd09afe3dee582833dd is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:41.269681 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:41.281250 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-78b61cef-869c-4ef1-868a-03d52cf38d51 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:41.291494 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-78b61cef-869c-4ef1-868a-03d52cf38d51 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:41.456342 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-78b61cef-869c-4ef1-868a-03d52cf38d51 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Made reservation on behalf of 1d680e5d4b8f4fd09afe3dee582833dd for: {'port': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:33:41.466325 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222c2c-34e1-4304-95e0-8a021af67b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c4f18b-b079-4210-a462-a434d5e35a2e,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:41.466740 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-78b61cef-869c-4ef1-868a-03d52cf38d51 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:41.474850 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:41.476391 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c5222c2c-34e1-4304-95e0-8a021af67b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:41.551261 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:41.998965 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Pushing event updated for resources: {'Port': ['ID=6ccbe198-bb60-48d6-9798-1e1775af71ef,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:42.050279 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:42.114345 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:33:42.114948 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8d70b0cc-673d-4f12-9146-a931d58dd26e req-b03cbfc6-d545-4b59-8ecc-601191a6b6b5 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 210 time: 0.0998349 May 04 14:33:42.118636 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-c5222c2c-34e1-4304-95e0-8a021af67b45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff0e7940eeea4b628d651104b7560d24&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7072787 May 04 14:33:42.121703 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:42.122740 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 53848) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:42.136808 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:33:42.137996 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919254'] for router_interface, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:42.182070 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-78b61cef-869c-4ef1-868a-03d52cf38d51 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Allocated IP 172.20.0.8 (55016d46-b944-4afa-9968-049bdddbf5c0/482ca139-9d08-4f61-8df0-5972542b7a77/98017fb7-c923-4945-83b1-ff9e9d7fe289) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:33:42.409768 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:42.486831 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ca2393-c36c-42ab-bb3e-2988def4ea00', 'name': 'tempest-ServerRescueNegativeTestJSON-1933392068-router', 'tenant_id': '390c134d64f748c3bb44d08875d33b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '68fa4745-f22f-4fdf-9120-c6c74295d90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:30Z', 'updated_at': '2021-05-04T14:33:36Z', 'revision_number': 3, 'project_id': '390c134d64f748c3bb44d08875d33b93', 'gw_port': {'id': '68fa4745-f22f-4fdf-9120-c6c74295d90e', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ca2393-c36c-42ab-bb3e-2988def4ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:33Z', 'updated_at': '2021-05-04T14:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:42.503070 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Checking router: f9ca2393-c36c-42ab-bb3e-2988def4ea00 for host: dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:33:42.503964 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Updating router f9ca2393-c36c-42ab-bb3e-2988def4ea00 port 68fa4745-f22f-4fdf-9120-c6c74295d90e binding host dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:33:42.510517 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '86576182-9113-4960-bb3f-d84f5b475de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:33:33Z', 'revision_number': 3, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port': {'id': '86576182-9113-4960-bb3f-d84f5b475de7', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:31Z', 'updated_at': '2021-05-04T14:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:42.521060 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3ffe4a-3712-43a8-9cf1-137c0c2f7175 None None] The sync data for ids ['69f9ee52-154c-4468-b260-09d137a7f7ca'] in dv-cinder-772623-4-smb is: [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '86576182-9113-4960-bb3f-d84f5b475de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:33:33Z', 'revision_number': 3, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port': {'id': '86576182-9113-4960-bb3f-d84f5b475de7', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:31Z', 'updated_at': '2021-05-04T14:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:33:42.560002 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:42.664492 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.024188 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.126219 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-945593ec-dbf8-419f-b9a5-768182b212fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.379451 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.387381 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.388843 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919157'] for router_interface, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.444118 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Notify callbacks [] for port, precommit_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.451016 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:43.469359 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-945593ec-dbf8-419f-b9a5-768182b212fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.512786 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Transition to ACTIVE for port object 68fa4745-f22f-4fdf-9120-c6c74295d90e will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:33:43.564604 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-49f8ddb0-0d9b-4107-a200-47008e9959ea None None] Provisioning for port 6ccbe198-bb60-48d6-9798-1e1775af71ef completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:33:43.614871 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.636676 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-49f8ddb0-0d9b-4107-a200-47008e9959ea None None] Provisioning complete for port 6ccbe198-bb60-48d6-9798-1e1775af71ef triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:43.637188 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-49f8ddb0-0d9b-4107-a200-47008e9959ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:43.771929 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Pushing event updated for resources: {'Port': ['ID=6ccbe198-bb60-48d6-9798-1e1775af71ef,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:43.812307 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:44.106416 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:44.202682 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:33:44.213036 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:44.301529 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:44.534034 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-49f8ddb0-0d9b-4107-a200-47008e9959ea None None] Port 6ccbe198-bb60-48d6-9798-1e1775af71ef cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:33:44.680021 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-78b61cef-869c-4ef1-868a-03d52cf38d51 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:44.721707 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 86576182-9113-4960-bb3f-d84f5b475de7 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:33:44.862853 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-13404e39-d34a-4931-8034-1544bcaf8d64 req-90548a07-2bc7-4a9f-921e-56fe23f83b0f tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 210 time: 0.3519549 May 04 14:33:45.010358 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Allocated IP 172.20.0.1 (2a63d9d4-1244-4591-8103-61cd0e0dc99c/db720b98-3862-4a42-b165-0741d67f782a/272ea247-3725-4dc2-82f3-dbd549bccf0d) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:33:45.030014 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-945593ec-dbf8-419f-b9a5-768182b212fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:45.035458 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a39f0-23be-4382-a052-2325a076267d None None] Pushing event updated for resources: {'Port': ['ID=68fa4745-f22f-4fdf-9120-c6c74295d90e,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:45.065657 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:45.069635 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Router 69f9ee52-154c-4468-b260-09d137a7f7ca has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:33:45.121936 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945593ec-dbf8-419f-b9a5-768182b212fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c4f18b-b079-4210-a462-a434d5e35a2e,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:45.136329 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-945593ec-dbf8-419f-b9a5-768182b212fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:45.149286 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-021a39f0-23be-4382-a052-2325a076267d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.039s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:45.153069 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Attempting to bind port 68fa4745-f22f-4fdf-9120-c6c74295d90e on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:33:45.155599 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Attempting to bind port 68fa4745-f22f-4fdf-9120-c6c74295d90e by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:33:45.156336 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Attempting to bind port 68fa4745-f22f-4fdf-9120-c6c74295d90e on network 49af3acc-aa66-439a-917a-edeb41136f16 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:45.226287 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:33:45.226661 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Checking segment: {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:33:45.233997 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:45.234520 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Bound using segment: {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:33:45.234913 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Bound port: 68fa4745-f22f-4fdf-9120-c6c74295d90e, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:33:45.236023 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:45.485148 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] For port 68fa4745-f22f-4fdf-9120-c6c74295d90e, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:33:45.489229 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] For port 68fa4745-f22f-4fdf-9120-c6c74295d90e, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=68fa4745-f22f-4fdf-9120-c6c74295d90e,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:33:45.498567 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-075ee690-6eaf-4b0d-923b-e5441dff2560 None None] Provisioning complete for port 6ccbe198-bb60-48d6-9798-1e1775af71ef triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:45.502369 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-075ee690-6eaf-4b0d-923b-e5441dff2560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:45.592498 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:45.663369 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-f716276a-6433-4d9d-86d9-37919276468a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:45.665234 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-78b61cef-869c-4ef1-868a-03d52cf38d51 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:45.726689 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5bc81ff9-7bdf-444a-a158-c74697b86746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:45.824540 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 86576182-9113-4960-bb3f-d84f5b475de7 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:33:45.849150 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 86576182-9113-4960-bb3f-d84f5b475de7 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:45.849691 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:45.868718 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-945593ec-dbf8-419f-b9a5-768182b212fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:45.875312 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-945593ec-dbf8-419f-b9a5-768182b212fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4c4f18b-b079-4210-a462-a434d5e35a2e HTTP/1.1" status: 204 len: 168 time: 3.7420089 May 04 14:33:45.883739 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:33:46.013736 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] 10.222.0.37 "PUT /v2.0/routers/69f9ee52-154c-4468-b260-09d137a7f7ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8936024 May 04 14:33:46.090736 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:46.207656 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-78b61cef-869c-4ef1-868a-03d52cf38d51 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Network 55016d46-b944-4afa-9968-049bdddbf5c0 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:33:46.211566 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:46.214046 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-78b61cef-869c-4ef1-868a-03d52cf38d51 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Resources bound (agent type, host, resource id): {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:46.239084 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:46.269660 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Sync routers for ids ['69f9ee52-154c-4468-b260-09d137a7f7ca'] in dv-cinder-772623-4-smb {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:33:46.298746 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-78b61cef-869c-4ef1-868a-03d52cf38d51 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:33:46.301159 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Routers {'69f9ee52-154c-4468-b260-09d137a7f7ca'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:33:46.302010 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:33:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['69f9ee52-154c-4468-b260-09d137a7f7ca'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:46.307274 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port 86576182-9113-4960-bb3f-d84f5b475de7, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=86576182-9113-4960-bb3f-d84f5b475de7,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:46.311804 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-075ee690-6eaf-4b0d-923b-e5441dff2560 None None] Port 6ccbe198-bb60-48d6-9798-1e1775af71ef cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:33:46.314740 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-78b61cef-869c-4ef1-868a-03d52cf38d51 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:46.321028 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-78b61cef-869c-4ef1-868a-03d52cf38d51 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:46.328092 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Routers {'f9ca2393-c36c-42ab-bb3e-2988def4ea00'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:33:46.330572 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:33:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['f9ca2393-c36c-42ab-bb3e-2988def4ea00'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:46.546583 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:46.566273 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Network 2a63d9d4-1244-4591-8103-61cd0e0dc99c is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:33:46.626821 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a39f0-23be-4382-a052-2325a076267d None None] Pushing event updated for resources: {'Port': ['ID=68fa4745-f22f-4fdf-9120-c6c74295d90e,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:46.631875 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Resources bound (agent type, host, resource id): {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:46.639281 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-021a39f0-23be-4382-a052-2325a076267d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.976s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:46.644267 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:46.674128 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-78b61cef-869c-4ef1-868a-03d52cf38d51 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1729250 May 04 14:33:46.678359 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:33:46.679144 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919254'] for router_interface, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:46.897511 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=86576182-9113-4960-bb3f-d84f5b475de7,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:46.909803 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:46.945315 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] Set router f9ca2393-c36c-42ab-bb3e-2988def4ea00 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:33:47.003695 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Set router 69f9ee52-154c-4468-b260-09d137a7f7ca gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:33:47.137281 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b61cef-869c-4ef1-868a-03d52cf38d51 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Pushing event updated for resources: {'Port': ['ID=98017fb7-c923-4945-83b1-ff9e9d7fe289,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:47.178629 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-78b61cef-869c-4ef1-868a-03d52cf38d51 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.452s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:47.180333 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1227cdd8-7d3c-4558-b833-abfc211a1663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.635s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:47.282918 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-49906586-4332-49d8-b8b9-07fd438ce9ad tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=73821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:33:47.284136 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-49906586-4332-49d8-b8b9-07fd438ce9ad tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1651292 May 04 14:33:47.838205 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:47.917680 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ca2393-c36c-42ab-bb3e-2988def4ea00', 'name': 'tempest-ServerRescueNegativeTestJSON-1933392068-router', 'tenant_id': '390c134d64f748c3bb44d08875d33b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '68fa4745-f22f-4fdf-9120-c6c74295d90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:30Z', 'updated_at': '2021-05-04T14:33:36Z', 'revision_number': 3, 'project_id': '390c134d64f748c3bb44d08875d33b93', 'gw_port': {'id': '68fa4745-f22f-4fdf-9120-c6c74295d90e', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ca2393-c36c-42ab-bb3e-2988def4ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:33Z', 'updated_at': '2021-05-04T14:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:47.922428 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd80ecd-ae6b-48c4-a5b3-d0616f9cbb56 None None] The sync data for ids ['f9ca2393-c36c-42ab-bb3e-2988def4ea00'] in dv-cinder-772623-4-smb is: [{'id': 'f9ca2393-c36c-42ab-bb3e-2988def4ea00', 'name': 'tempest-ServerRescueNegativeTestJSON-1933392068-router', 'tenant_id': '390c134d64f748c3bb44d08875d33b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '68fa4745-f22f-4fdf-9120-c6c74295d90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:30Z', 'updated_at': '2021-05-04T14:33:36Z', 'revision_number': 3, 'project_id': '390c134d64f748c3bb44d08875d33b93', 'gw_port': {'id': '68fa4745-f22f-4fdf-9120-c6c74295d90e', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ca2393-c36c-42ab-bb3e-2988def4ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:33Z', 'updated_at': '2021-05-04T14:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:33:48.052172 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '86576182-9113-4960-bb3f-d84f5b475de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:33:42Z', 'revision_number': 4, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port': {'id': '86576182-9113-4960-bb3f-d84f5b475de7', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:31Z', 'updated_at': '2021-05-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '6ccbe198-bb60-48d6-9798-1e1775af71ef', 'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'mac_address': 'fa:16:3e:72:03:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:39Z', 'updated_at': '2021-05-04T14:33:42Z', 'revision_number': 2, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'subnets': [{'id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:48.063174 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Checking router: 69f9ee52-154c-4468-b260-09d137a7f7ca for host: dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:33:48.063738 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Updating router 69f9ee52-154c-4468-b260-09d137a7f7ca port 6ccbe198-bb60-48d6-9798-1e1775af71ef binding host dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:33:48.205269 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:48.673892 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Pushing event updated for resources: {'Port': ['ID=272ea247-3725-4dc2-82f3-dbd549bccf0d,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:48.687220 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.507s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:48.897996 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c6b2d-e741-4d51-aa64-1f06ae696351 req-826fb017-c4d5-4209-a2df-36c11ce9f1e6 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:48.908792 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-f89c6b2d-e741-4d51-aa64-1f06ae696351 req-826fb017-c4d5-4209-a2df-36c11ce9f1e6 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Synchronizing usage tracker for tenant:1d680e5d4b8f4fd09afe3dee582833dd on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:33:49.112588 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.db.resource_extend [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 14:33:49.132715 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 86576182-9113-4960-bb3f-d84f5b475de7 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:33:49.173188 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-f89c6b2d-e741-4d51-aa64-1f06ae696351 req-826fb017-c4d5-4209-a2df-36c11ce9f1e6 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Unset dirty status for tenant:1d680e5d4b8f4fd09afe3dee582833dd on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:33:49.199014 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f89c6b2d-e741-4d51-aa64-1f06ae696351 req-826fb017-c4d5-4209-a2df-36c11ce9f1e6 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 931 time: 2.8295677 May 04 14:33:49.409107 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:49.438376 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 86576182-9113-4960-bb3f-d84f5b475de7 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:49.444533 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:49.483189 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:49.519658 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919157'] for router_interface, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:49.554978 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:49.600313 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 53976) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:49.614115 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-874d53a6-6469-4417-847f-b2405aafeef3 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2088706817', 'description': 'tempest-description--110154222'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:49.650446 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-874d53a6-6469-4417-847f-b2405aafeef3 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:49.685921 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-874d53a6-6469-4417-847f-b2405aafeef3 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Usage tracker for resource:security_group and tenant:94143385d04d4e4daae864a0a23daa8d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:49.707791 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-874d53a6-6469-4417-847f-b2405aafeef3 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:49.734516 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-874d53a6-6469-4417-847f-b2405aafeef3 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:49.761598 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-874d53a6-6469-4417-847f-b2405aafeef3 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:49.789152 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Notify callbacks [] for port, precommit_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:49.820073 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.provisioning_blocks [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Transition to ACTIVE for port object 6ccbe198-bb60-48d6-9798-1e1775af71ef will not be triggered until provisioned by entity L2. {{(pid=73824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:33:49.833093 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:49.842171 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-1c056798-97c8-4c22-9783-90cdda32c2bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:49.874115 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-874d53a6-6469-4417-847f-b2405aafeef3 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:49.905958 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-874d53a6-6469-4417-847f-b2405aafeef3 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Usage tracker for resource:security_group_rule and tenant:94143385d04d4e4daae864a0a23daa8d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:49.936117 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-874d53a6-6469-4417-847f-b2405aafeef3 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:49.983061 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-874d53a6-6469-4417-847f-b2405aafeef3 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:49.999930 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Pushing event updated for resources: {'Port': ['ID=272ea247-3725-4dc2-82f3-dbd549bccf0d,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:50.016857 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:50.039908 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 68fa4745-f22f-4fdf-9120-c6c74295d90e up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:33:50.093196 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee516c-74be-4fdd-8de8-76510adaceee None None] Pushing event updated for resources: {'Port': ['ID=6ccbe198-bb60-48d6-9798-1e1775af71ef,revision_number=3']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:50.132345 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-28ee516c-74be-4fdd-8de8-76510adaceee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:50.491957 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-874d53a6-6469-4417-847f-b2405aafeef3 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:50.503022 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-874d53a6-6469-4417-847f-b2405aafeef3 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:50.513858 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c5222c2c-34e1-4304-95e0-8a021af67b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:50.532682 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 68fa4745-f22f-4fdf-9120-c6c74295d90e completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:33:50.567646 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 68fa4745-f22f-4fdf-9120-c6c74295d90e triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:50.575799 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:50.634940 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Request body: {'port': {'device_id': '036cd8eb-972e-4f53-884b-38ccf44a1266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:50.651429 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d53a6-6469-4417-847f-b2405aafeef3 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e43b2de7-3ac4-4d9b-a34f-307646eec6b8,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:50.665320 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-874d53a6-6469-4417-847f-b2405aafeef3 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:50.672555 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-874d53a6-6469-4417-847f-b2405aafeef3 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:50.681540 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-874d53a6-6469-4417-847f-b2405aafeef3 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.0755303 May 04 14:33:50.689328 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 53990) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:50.729311 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-e2361914-8b01-4783-add9-8c419b54d93c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Request body: {'security_group_rule': {'security_group_id': 'e43b2de7-3ac4-4d9b-a34f-307646eec6b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:50.741423 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e2361914-8b01-4783-add9-8c419b54d93c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:50.752887 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-e2361914-8b01-4783-add9-8c419b54d93c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Usage tracker for resource:security_group_rule and tenant:94143385d04d4e4daae864a0a23daa8d is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:50.784150 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-e2361914-8b01-4783-add9-8c419b54d93c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:50.802876 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e2361914-8b01-4783-add9-8c419b54d93c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:50.840222 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f89c6b2d-e741-4d51-aa64-1f06ae696351 req-3a86fce9-a488-4665-a8b1-e4469183a2dd tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/security-groups?id=f593616c-69cd-4e39-a6c6-4d13304d1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6290405 May 04 14:33:50.939852 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Network 2a63d9d4-1244-4591-8103-61cd0e0dc99c is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:33:50.965239 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Resources bound (agent type, host, resource id): {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:51.040822 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Attempting to bind port 6ccbe198-bb60-48d6-9798-1e1775af71ef on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:33:51.042215 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Attempting to bind port 6ccbe198-bb60-48d6-9798-1e1775af71ef by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': '91b1a557-4212-46b1-ad6b-47600618937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9'}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:33:51.043323 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Attempting to bind port 6ccbe198-bb60-48d6-9798-1e1775af71ef on network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:51.066938 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:33:51.067971 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Checking segment: {'id': '91b1a557-4212-46b1-ad6b-47600618937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:33:51.068834 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:51.071926 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Bound using segment: {'id': '91b1a557-4212-46b1-ad6b-47600618937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9'} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:33:51.073026 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Bound port: 6ccbe198-bb60-48d6-9798-1e1775af71ef, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b1a557-4212-46b1-ad6b-47600618937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9'}}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:33:51.073960 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:51.095463 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e2361914-8b01-4783-add9-8c419b54d93c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:51.275105 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:51.347943 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port 68fa4745-f22f-4fdf-9120-c6c74295d90e, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=68fa4745-f22f-4fdf-9120-c6c74295d90e,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:51.356727 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:51.371316 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:51.437869 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] For port 6ccbe198-bb60-48d6-9798-1e1775af71ef, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:33:51.444104 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] For port 6ccbe198-bb60-48d6-9798-1e1775af71ef, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=6ccbe198-bb60-48d6-9798-1e1775af71ef,segment=NetworkSegment(91b1a557-4212-46b1-ad6b-47600618937a),segment_id=91b1a557-4212-46b1-ad6b-47600618937a)] {{(pid=73824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:33:51.453411 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:51.464582 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:51.616419 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=68fa4745-f22f-4fdf-9120-c6c74295d90e,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:51.629396 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:51.738192 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Routers {'69f9ee52-154c-4468-b260-09d137a7f7ca'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:33:51.743224 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:33:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['69f9ee52-154c-4468-b260-09d137a7f7ca'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:51.875641 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:52.048938 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee516c-74be-4fdd-8de8-76510adaceee None None] Pushing event updated for resources: {'Port': ['ID=6ccbe198-bb60-48d6-9798-1e1775af71ef,revision_number=4']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:52.084969 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-28ee516c-74be-4fdd-8de8-76510adaceee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:52.713231 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e2361914-8b01-4783-add9-8c419b54d93c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:52.762143 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] Set router 69f9ee52-154c-4468-b260-09d137a7f7ca gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:33:52.934739 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e2361914-8b01-4783-add9-8c419b54d93c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:52.944018 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Router f9ca2393-c36c-42ab-bb3e-2988def4ea00 has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:33:53.034512 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:53.509598 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2361914-8b01-4783-add9-8c419b54d93c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59498313-8abc-441d-b07f-19fb6313387c,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:53.521734 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e2361914-8b01-4783-add9-8c419b54d93c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:53.549478 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4235d5-1d68-4769-a703-55dbea1bcdf3 req-c3fbff9c-7d39-4848-9c3b-194e9824349a tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:53.552994 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fe4235d5-1d68-4769-a703-55dbea1bcdf3 req-c3fbff9c-7d39-4848-9c3b-194e9824349a tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 931 time: 0.8108633 May 04 14:33:53.554610 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e2361914-8b01-4783-add9-8c419b54d93c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:53.562870 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 54056) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:53.566355 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-e2361914-8b01-4783-add9-8c419b54d93c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8711984 May 04 14:33:53.587750 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-0e12d318-f82f-4e94-951f-6fa14f0af44e tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Request body: {'security_group_rule': {'security_group_id': 'e43b2de7-3ac4-4d9b-a34f-307646eec6b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:53.592277 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 68fa4745-f22f-4fdf-9120-c6c74295d90e up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:33:53.639856 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0e12d318-f82f-4e94-951f-6fa14f0af44e tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:53.668461 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-0e12d318-f82f-4e94-951f-6fa14f0af44e tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Usage tracker for resource:security_group_rule and tenant:94143385d04d4e4daae864a0a23daa8d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:53.688004 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-0e12d318-f82f-4e94-951f-6fa14f0af44e tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:53.735665 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0e12d318-f82f-4e94-951f-6fa14f0af44e tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:53.760463 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:33:53.775035 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] 10.222.0.37 "PUT /v2.0/routers/f9ca2393-c36c-42ab-bb3e-2988def4ea00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2645807 May 04 14:33:53.802300 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0e12d318-f82f-4e94-951f-6fa14f0af44e tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:53.823336 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Sync routers for ids ['f9ca2393-c36c-42ab-bb3e-2988def4ea00'] in dv-cinder-772623-4-smb {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:33:53.935261 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Routers {'f9ca2393-c36c-42ab-bb3e-2988def4ea00'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:33:53.937714 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:33:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['f9ca2393-c36c-42ab-bb3e-2988def4ea00'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:54.110811 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0e12d318-f82f-4e94-951f-6fa14f0af44e tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:54.119299 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0e12d318-f82f-4e94-951f-6fa14f0af44e tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:54.130001 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:54.208521 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12d318-f82f-4e94-951f-6fa14f0af44e tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9834a7-28b7-4eb0-96bf-b64d292f4ec0,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:54.254402 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0e12d318-f82f-4e94-951f-6fa14f0af44e tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:54.290354 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0e12d318-f82f-4e94-951f-6fa14f0af44e tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:54.292497 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-0e12d318-f82f-4e94-951f-6fa14f0af44e tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7279758 May 04 14:33:54.296711 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 54068) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:54.317381 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Request body: {'floatingip': {'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:33:54.342203 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '86576182-9113-4960-bb3f-d84f5b475de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:33:42Z', 'revision_number': 4, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port': {'id': '86576182-9113-4960-bb3f-d84f5b475de7', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:31Z', 'updated_at': '2021-05-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '6ccbe198-bb60-48d6-9798-1e1775af71ef', 'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'mac_address': 'fa:16:3e:72:03:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:39Z', 'updated_at': '2021-05-04T14:33:51Z', 'revision_number': 4, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'subnets': [{'id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:54.344449 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:54.355722 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311c8f1d-ace0-49fb-8cb8-3a998af59a60 None None] The sync data for ids ['69f9ee52-154c-4468-b260-09d137a7f7ca'] in dv-cinder-772623-4-smb is: [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '86576182-9113-4960-bb3f-d84f5b475de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:33:42Z', 'revision_number': 4, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port': {'id': '86576182-9113-4960-bb3f-d84f5b475de7', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:31Z', 'updated_at': '2021-05-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '6ccbe198-bb60-48d6-9798-1e1775af71ef', 'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'mac_address': 'fa:16:3e:72:03:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:39Z', 'updated_at': '2021-05-04T14:33:51Z', 'revision_number': 4, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'subnets': [{'id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:33:54.371025 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Usage tracker for resource:floatingip and tenant:94143385d04d4e4daae864a0a23daa8d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:54.383865 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:54.450466 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:54.503953 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for floatingip, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:54.578620 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 68fa4745-f22f-4fdf-9120-c6c74295d90e triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:54.584175 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:54.623297 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98017fb7-c923-4945-83b1-ff9e9d7fe289 {{(pid=73821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:33:54.659434 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:54.723022 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Transition to ACTIVE for port object 98017fb7-c923-4945-83b1-ff9e9d7fe289 will not be triggered until provisioned by entity L2. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:33:54.768872 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fe4235d5-1d68-4769-a703-55dbea1bcdf3 req-75d08a36-3e17-4330-9f64-9788309726cd tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/security-groups?id=f593616c-69cd-4e39-a6c6-4d13304d1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0325778 May 04 14:33:54.772265 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:54.822902 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:55.005256 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:55.502802 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Set router f9ca2393-c36c-42ab-bb3e-2988def4ea00 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:33:55.530943 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Pushing event updated for resources: {'Port': ['ID=98017fb7-c923-4945-83b1-ff9e9d7fe289,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:55.574948 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:55.851591 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Allocated IP 172.28.3.237 (49af3acc-aa66-439a-917a-edeb41136f16/106a0d71-9dcf-4db1-913d-79820d2de789/59276c1b-1f3f-4614-aaa5-888c96290af6) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:33:55.923282 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Attempting to bind port 98017fb7-c923-4945-83b1-ff9e9d7fe289 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:33:55.924072 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Attempting to bind port 98017fb7-c923-4945-83b1-ff9e9d7fe289 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'efe2426b-76b6-4476-816b-265223ac6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '55016d46-b944-4afa-9968-049bdddbf5c0'}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:33:55.924072 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Attempting to bind port 98017fb7-c923-4945-83b1-ff9e9d7fe289 on network 55016d46-b944-4afa-9968-049bdddbf5c0 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:55.958366 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 6ccbe198-bb60-48d6-9798-1e1775af71ef up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:33:56.221930 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:56.299368 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:56.312211 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:56.424200 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Network 49af3acc-aa66-439a-917a-edeb41136f16 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:33:56.433439 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-0bc4eece-8ff9-4899-a698-166003c90871 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:56.442034 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:33:56.452666 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:33:56.453797 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-0bc4eece-8ff9-4899-a698-166003c90871 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/networks?id=2a63d9d4-1244-4591-8103-61cd0e0dc99c HTTP/1.1" status: 200 len: 819 time: 0.8211896 May 04 14:33:56.489803 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Port 98017fb7-c923-4945-83b1-ff9e9d7fe289 on network 55016d46-b944-4afa-9968-049bdddbf5c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:33:56.490556 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Attempting to bind port 98017fb7-c923-4945-83b1-ff9e9d7fe289 on network 55016d46-b944-4afa-9968-049bdddbf5c0 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:56.519452 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Checking agent: {'id': '8bf5348c-0921-4b50-a8be-a73e0c140a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'started_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:33:56.520567 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Checking segment: {'id': 'efe2426b-76b6-4476-816b-265223ac6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '55016d46-b944-4afa-9968-049bdddbf5c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:33:56.522184 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Bound using segment: {'id': 'efe2426b-76b6-4476-816b-265223ac6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '55016d46-b944-4afa-9968-049bdddbf5c0'} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:33:56.523233 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Bound port: 98017fb7-c923-4945-83b1-ff9e9d7fe289, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe2426b-76b6-4476-816b-265223ac6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '55016d46-b944-4afa-9968-049bdddbf5c0'}}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:33:56.524398 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:56.563755 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:33:56.591833 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-2f71a7b2-f147-44f2-a263-b96776ae38a2 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/quotas/390c134d64f748c3bb44d08875d33b93 HTTP/1.1" status: 200 len: 375 time: 0.1364524 May 04 14:33:56.680647 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Pushing event updated for resources: {'Port': ['ID=59276c1b-1f3f-4614-aaa5-888c96290af6,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:56.718380 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:56.843187 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:56.991282 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 6ccbe198-bb60-48d6-9798-1e1775af71ef completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:33:57.021446 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 6ccbe198-bb60-48d6-9798-1e1775af71ef triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:33:57.022034 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:57.073701 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:57.422828 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:57.482344 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ca2393-c36c-42ab-bb3e-2988def4ea00', 'name': 'tempest-ServerRescueNegativeTestJSON-1933392068-router', 'tenant_id': '390c134d64f748c3bb44d08875d33b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '68fa4745-f22f-4fdf-9120-c6c74295d90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:30Z', 'updated_at': '2021-05-04T14:33:47Z', 'revision_number': 4, 'project_id': '390c134d64f748c3bb44d08875d33b93', 'gw_port': {'id': '68fa4745-f22f-4fdf-9120-c6c74295d90e', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca2393-c36c-42ab-bb3e-2988def4ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:33Z', 'updated_at': '2021-05-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '272ea247-3725-4dc2-82f3-dbd549bccf0d', 'name': '', 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c', 'tenant_id': '390c134d64f748c3bb44d08875d33b93', 'mac_address': 'fa:16:3e:9a:95:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ca2393-c36c-42ab-bb3e-2988def4ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db720b98-3862-4a42-b165-0741d67f782a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:43Z', 'updated_at': '2021-05-04T14:33:48Z', 'revision_number': 2, 'project_id': '390c134d64f748c3bb44d08875d33b93', 'subnets': [{'id': 'db720b98-3862-4a42-b165-0741d67f782a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:33:57.530930 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Checking router: f9ca2393-c36c-42ab-bb3e-2988def4ea00 for host: dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:33:57.531461 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Updating router f9ca2393-c36c-42ab-bb3e-2988def4ea00 port 272ea247-3725-4dc2-82f3-dbd549bccf0d binding host dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:33:57.752654 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:57.759453 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 54138) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:57.795334 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-92bd015b-3b9f-4d15-9756-b105fdf95c83 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Synchronizing usage tracker for tenant:390c134d64f748c3bb44d08875d33b93 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:33:57.836969 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] For port 98017fb7-c923-4945-83b1-ff9e9d7fe289, host hv-cinder-77262, cleared binding levels {{(pid=73821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:33:58.028428 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port 6ccbe198-bb60-48d6-9798-1e1775af71ef, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=6ccbe198-bb60-48d6-9798-1e1775af71ef,segment=NetworkSegment(91b1a557-4212-46b1-ad6b-47600618937a),segment_id=91b1a557-4212-46b1-ad6b-47600618937a)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:33:58.033587 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858819b-c47c-4fc2-8e8b-c55bec72d651 req-fedf7b46-59fd-4eb9-b8c6-0b3892dbf654 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:58.048652 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a858819b-c47c-4fc2-8e8b-c55bec72d651 req-fedf7b46-59fd-4eb9-b8c6-0b3892dbf654 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 943 time: 1.0218651 May 04 14:33:58.096085 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.122452 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:58.125750 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.136184 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.159018 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] For port 98017fb7-c923-4945-83b1-ff9e9d7fe289, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=98017fb7-c923-4945-83b1-ff9e9d7fe289,segment=NetworkSegment(efe2426b-76b6-4476-816b-265223ac6336),segment_id=efe2426b-76b6-4476-816b-265223ac6336)] {{(pid=73821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:33:58.187676 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-92bd015b-3b9f-4d15-9756-b105fdf95c83 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Unset dirty status for tenant:390c134d64f748c3bb44d08875d33b93 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:33:58.189329 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-92bd015b-3b9f-4d15-9756-b105fdf95c83 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=390c134d64f748c3bb44d08875d33b93&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5959995 May 04 14:33:58.190682 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.193685 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8c141dd8-298d-438f-9188-6d43daf63b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:58.413745 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a858819b-c47c-4fc2-8e8b-c55bec72d651 req-8892d84a-d213-4259-899e-53a196764d98 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/security-groups?id=f593616c-69cd-4e39-a6c6-4d13304d1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637962 May 04 14:33:58.414680 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=6ccbe198-bb60-48d6-9798-1e1775af71ef,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:58.457543 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:58.504689 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:58.554546 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946001'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.637823 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-60a4aebc-3d28-4532-8f05-c3ea459e28d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.680640 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Pushing event updated for resources: {'Port': ['ID=59276c1b-1f3f-4614-aaa5-888c96290af6,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:58.686800 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:58.691579 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.697095 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] 10.222.0.47 "PUT /v2.0/ports/98017fb7-c923-4945-83b1-ff9e9d7fe289 HTTP/1.1" status: 200 len: 1093 time: 9.7812123 May 04 14:33:58.699929 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:58.704698 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036cd8eb-972e-4f53-884b-38ccf44a1266', 'tag': '98017fb7-c923-4945-83b1-ff9e9d7fe289'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:33:58.708462 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.728631 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4303174 May 04 14:33:58.816902 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-1bd3203a-e629-4c19-833c-08645f24a9c9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=73821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:33:58.818958 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-1bd3203a-e629-4c19-833c-08645f24a9c9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2365818 May 04 14:33:58.927808 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-60a4aebc-3d28-4532-8f05-c3ea459e28d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:33:58.938176 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-60a4aebc-3d28-4532-8f05-c3ea459e28d4 admin admin] Usage tracker for resource:security_group_rule and tenant:3f31891ee6514163acc88b3315528534 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:33:58.942387 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Notify callbacks [] for port, precommit_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:58.958593 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-60a4aebc-3d28-4532-8f05-c3ea459e28d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:33:58.969032 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Transition to ACTIVE for port object 272ea247-3725-4dc2-82f3-dbd549bccf0d will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:33:58.970859 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-60a4aebc-3d28-4532-8f05-c3ea459e28d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:33:58.981853 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:59.002045 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:59.114498 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-60a4aebc-3d28-4532-8f05-c3ea459e28d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:59.236681 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-60a4aebc-3d28-4532-8f05-c3ea459e28d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:59.296048 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Pushing event updated for resources: {'Port': ['ID=98017fb7-c923-4945-83b1-ff9e9d7fe289,revision_number=3']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:59.328982 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:59.369951 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0495a-586d-4e95-a79f-aaee7d2c30ce None None] Pushing event updated for resources: {'Port': ['ID=272ea247-3725-4dc2-82f3-dbd549bccf0d,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:59.386374 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-5cc0495a-586d-4e95-a79f-aaee7d2c30ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:59.457322 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:33:59.524127 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4aebc-3d28-4532-8f05-c3ea459e28d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d144c1-03e7-420d-a783-79bf9c8c8512,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:33:59.594108 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-60a4aebc-3d28-4532-8f05-c3ea459e28d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:33:59.638021 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-60a4aebc-3d28-4532-8f05-c3ea459e28d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f31891ee6514163acc88b3315528534&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8733919 May 04 14:33:59.641031 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 54214) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:33:59.727228 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-f1bd9e00-a755-4fbf-b1af-ce78aa4e2b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:33:59.729019 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-f1bd9e00-a755-4fbf-b1af-ce78aa4e2b6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d680e5d4b8f4fd09afe3dee582833dd&device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 1096 time: 0.9243021 May 04 14:33:59.747483 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Attempting to bind port 272ea247-3725-4dc2-82f3-dbd549bccf0d on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:33:59.748007 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Attempting to bind port 272ea247-3725-4dc2-82f3-dbd549bccf0d by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': '13b31776-d8ff-4c73-8a8e-8e4dad5c0883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:33:59.748470 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Attempting to bind port 272ea247-3725-4dc2-82f3-dbd549bccf0d on network 2a63d9d4-1244-4591-8103-61cd0e0dc99c {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:33:59.760219 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:33:59.761680 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Checking segment: {'id': '13b31776-d8ff-4c73-8a8e-8e4dad5c0883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:33:59.762189 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:59.762691 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Bound using segment: {'id': '13b31776-d8ff-4c73-8a8e-8e4dad5c0883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:33:59.763298 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Bound port: 272ea247-3725-4dc2-82f3-dbd549bccf0d, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b31776-d8ff-4c73-8a8e-8e4dad5c0883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:33:59.763799 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:59.780086 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-663220ad-f0cd-4a39-8a15-b02f1d7dd849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:59.858978 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-663220ad-f0cd-4a39-8a15-b02f1d7dd849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:59.934597 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-bbf346c5-da91-49b1-a6ce-18fdc25a457e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98017fb7-c923-4945-83b1-ff9e9d7fe289 HTTP/1.1" status: 200 len: 217 time: 0.1769834 May 04 14:33:59.943832 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-45d1c4fe-5936-490a-9723-2d85174967d4 service neutron] 10.222.0.37 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8262048 May 04 14:33:59.947506 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-43968df6-304c-4497-a057-4aef7eed0c45 req-600f0c7a-86eb-4524-82ea-b21f56babed6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2088706817&fields=id&tenant_id=94143385d04d4e4daae864a0a23daa8d HTTP/1.1" status: 200 len: 267 time: 0.2969201 May 04 14:33:59.978087 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] For port 272ea247-3725-4dc2-82f3-dbd549bccf0d, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:33:59.983206 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-663220ad-f0cd-4a39-8a15-b02f1d7dd849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:33:59.994613 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] For port 272ea247-3725-4dc2-82f3-dbd549bccf0d, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=272ea247-3725-4dc2-82f3-dbd549bccf0d,segment=NetworkSegment(13b31776-d8ff-4c73-8a8e-8e4dad5c0883),segment_id=13b31776-d8ff-4c73-8a8e-8e4dad5c0883)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:34:00.008204 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:00.016986 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-874d53a6-6469-4417-847f-b2405aafeef3 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:00.020533 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-5cc0495a-586d-4e95-a79f-aaee7d2c30ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:00.065345 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663220ad-f0cd-4a39-8a15-b02f1d7dd849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d144c1-03e7-420d-a783-79bf9c8c8512,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:00.081896 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-663220ad-f0cd-4a39-8a15-b02f1d7dd849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:00.084033 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-663220ad-f0cd-4a39-8a15-b02f1d7dd849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:00.086260 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-663220ad-f0cd-4a39-8a15-b02f1d7dd849 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58d144c1-03e7-420d-a783-79bf9c8c8512 HTTP/1.1" status: 204 len: 168 time: 0.4422729 May 04 14:34:00.297816 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Routers {'f9ca2393-c36c-42ab-bb3e-2988def4ea00'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:34:00.304068 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:33:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['f9ca2393-c36c-42ab-bb3e-2988def4ea00'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:00.616579 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0495a-586d-4e95-a79f-aaee7d2c30ce None None] Pushing event updated for resources: {'Port': ['ID=272ea247-3725-4dc2-82f3-dbd549bccf0d,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:00.628796 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-988115b1-2128-4d1c-af3f-8348b06aa875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:00.634750 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-988115b1-2128-4d1c-af3f-8348b06aa875 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=482ca139-9d08-4f61-8df0-5972542b7a77 HTTP/1.1" status: 200 len: 851 time: 0.6777744 May 04 14:34:00.658511 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-5cc0495a-586d-4e95-a79f-aaee7d2c30ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:00.779386 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43968df6-304c-4497-a057-4aef7eed0c45 req-d6569202-eefc-4b06-b9d2-8e008d4a6605 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:00.788321 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-43968df6-304c-4497-a057-4aef7eed0c45 req-d6569202-eefc-4b06-b9d2-8e008d4a6605 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/networks?id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9 HTTP/1.1" status: 200 len: 811 time: 0.7506933 May 04 14:34:00.847352 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-43968df6-304c-4497-a057-4aef7eed0c45 req-77474165-b6ae-4878-8106-2425d32df1c6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/quotas/94143385d04d4e4daae864a0a23daa8d HTTP/1.1" status: 200 len: 375 time: 0.0555022 May 04 14:34:00.877089 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 54240) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:00.912844 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 6ccbe198-bb60-48d6-9798-1e1775af71ef up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:00.916291 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-b5a586ff-53a6-4614-be07-a2cbd305794a service neutron] 10.222.0.37 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8564615 May 04 14:34:00.952843 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d751c407-a836-45c9-9526-4ecbe5dfb580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:01.000332 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-4599f6c5-0100-4bda-9566-72b37ddba089 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55016d46-b944-4afa-9968-049bdddbf5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1959822 May 04 14:34:01.037210 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d751c407-a836-45c9-9526-4ecbe5dfb580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:01.045632 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-d751c407-a836-45c9-9526-4ecbe5dfb580 admin admin] Usage tracker for resource:security_group_rule and tenant:345a0a0a60e5487dbea46b93fcecda6b is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:01.053374 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] Set router f9ca2393-c36c-42ab-bb3e-2988def4ea00 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:34:01.059518 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-d751c407-a836-45c9-9526-4ecbe5dfb580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:01.078207 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d751c407-a836-45c9-9526-4ecbe5dfb580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:01.288691 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-6a73d934-1fb2-4bbf-bc98-76a5008a528d service neutron] 10.222.0.47 "GET /v2.0/networks/55016d46-b944-4afa-9968-049bdddbf5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746925 May 04 14:34:01.467378 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d751c407-a836-45c9-9526-4ecbe5dfb580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:01.476055 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d751c407-a836-45c9-9526-4ecbe5dfb580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:01.517391 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2c1f2793-2e58-4ab2-bf7c-0c92739365e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:01.617388 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b31bd82f-3d5a-4fda-b73f-67ed5edd5415 req-fdb64751-8a4c-4df8-9463-eade1b63ba92 service neutron] 10.222.0.47 "GET /v2.0/networks/55016d46-b944-4afa-9968-049bdddbf5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213110 May 04 14:34:01.617672 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 54282) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:01.618725 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-d751c407-a836-45c9-9526-4ecbe5dfb580 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=345a0a0a60e5487dbea46b93fcecda6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7385855 May 04 14:34:01.630383 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751c407-a836-45c9-9526-4ecbe5dfb580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e98b5bc-ef9a-4448-baa7-d102e97129f2,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:01.643761 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d751c407-a836-45c9-9526-4ecbe5dfb580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:01.679887 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 6ccbe198-bb60-48d6-9798-1e1775af71ef triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:01.680494 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:01.717551 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-43968df6-304c-4497-a057-4aef7eed0c45 req-55da36f8-edc1-4772-ba57-b9b55b1c93f2 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=94143385d04d4e4daae864a0a23daa8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8700283 May 04 14:34:01.809047 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-eb81c159-baa7-4095-a1d4-55f2467413d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:02.037816 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-eb81c159-baa7-4095-a1d4-55f2467413d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:02.062387 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ca2393-c36c-42ab-bb3e-2988def4ea00', 'name': 'tempest-ServerRescueNegativeTestJSON-1933392068-router', 'tenant_id': '390c134d64f748c3bb44d08875d33b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '68fa4745-f22f-4fdf-9120-c6c74295d90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:30Z', 'updated_at': '2021-05-04T14:33:47Z', 'revision_number': 4, 'project_id': '390c134d64f748c3bb44d08875d33b93', 'gw_port': {'id': '68fa4745-f22f-4fdf-9120-c6c74295d90e', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca2393-c36c-42ab-bb3e-2988def4ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:33Z', 'updated_at': '2021-05-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '272ea247-3725-4dc2-82f3-dbd549bccf0d', 'name': '', 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c', 'tenant_id': '390c134d64f748c3bb44d08875d33b93', 'mac_address': 'fa:16:3e:9a:95:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ca2393-c36c-42ab-bb3e-2988def4ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db720b98-3862-4a42-b165-0741d67f782a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:43Z', 'updated_at': '2021-05-04T14:33:59Z', 'revision_number': 4, 'project_id': '390c134d64f748c3bb44d08875d33b93', 'subnets': [{'id': 'db720b98-3862-4a42-b165-0741d67f782a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:02.093378 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3cdc7c-3354-489c-bb82-5c78448d3e13 None None] The sync data for ids ['f9ca2393-c36c-42ab-bb3e-2988def4ea00'] in dv-cinder-772623-4-smb is: [{'id': 'f9ca2393-c36c-42ab-bb3e-2988def4ea00', 'name': 'tempest-ServerRescueNegativeTestJSON-1933392068-router', 'tenant_id': '390c134d64f748c3bb44d08875d33b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '68fa4745-f22f-4fdf-9120-c6c74295d90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:30Z', 'updated_at': '2021-05-04T14:33:47Z', 'revision_number': 4, 'project_id': '390c134d64f748c3bb44d08875d33b93', 'gw_port': {'id': '68fa4745-f22f-4fdf-9120-c6c74295d90e', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca2393-c36c-42ab-bb3e-2988def4ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:33Z', 'updated_at': '2021-05-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '272ea247-3725-4dc2-82f3-dbd549bccf0d', 'name': '', 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c', 'tenant_id': '390c134d64f748c3bb44d08875d33b93', 'mac_address': 'fa:16:3e:9a:95:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ca2393-c36c-42ab-bb3e-2988def4ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db720b98-3862-4a42-b165-0741d67f782a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:43Z', 'updated_at': '2021-05-04T14:33:59Z', 'revision_number': 4, 'project_id': '390c134d64f748c3bb44d08875d33b93', 'subnets': [{'id': 'db720b98-3862-4a42-b165-0741d67f782a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:34:02.535171 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-43968df6-304c-4497-a057-4aef7eed0c45 req-ff442e5a-5fda-4092-aab0-312c49c258b3 service neutron] 10.222.0.37 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7551155 May 04 14:34:02.748926 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 54336) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:02.938293 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-43968df6-304c-4497-a057-4aef7eed0c45 req-ee564dc2-7946-4f3a-9dc9-cb77d1f3df3f service neutron] 10.222.0.37 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931375 May 04 14:34:02.959804 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-eb81c159-baa7-4095-a1d4-55f2467413d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:02.985141 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:03.063123 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81c159-baa7-4095-a1d4-55f2467413d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e98b5bc-ef9a-4448-baa7-d102e97129f2,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:03.098743 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-eb81c159-baa7-4095-a1d4-55f2467413d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:03.099946 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-eb81c159-baa7-4095-a1d4-55f2467413d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:03.101253 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-eb81c159-baa7-4095-a1d4-55f2467413d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e98b5bc-ef9a-4448-baa7-d102e97129f2 HTTP/1.1" status: 204 len: 168 time: 1.4826765 May 04 14:34:03.178816 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e907e97-40a8-4ccc-bf58-cc10336052d2 req-467eb80a-c4a6-4ae1-9907-1ca91f814c8d tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:03.180545 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4e907e97-40a8-4ccc-bf58-cc10336052d2 req-467eb80a-c4a6-4ae1-9907-1ca91f814c8d tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 943 time: 0.9069893 May 04 14:34:03.183721 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7fd327dc-9080-46b5-b830-9ce4c9ada52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:03.224360 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-7fd327dc-9080-46b5-b830-9ce4c9ada52a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:03.234886 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-7fd327dc-9080-46b5-b830-9ce4c9ada52a admin admin] Usage tracker for resource:security_group_rule and tenant:047db4fa40984249bd10fe8f95d9f363 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:03.240299 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-7fd327dc-9080-46b5-b830-9ce4c9ada52a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:03.282200 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-7fd327dc-9080-46b5-b830-9ce4c9ada52a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:03.331555 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4e907e97-40a8-4ccc-bf58-cc10336052d2 req-06f7289b-fc42-40a3-a508-cfcf8a08e1d8 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/security-groups?id=f593616c-69cd-4e39-a6c6-4d13304d1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272178 May 04 14:34:03.723805 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f28ebd4f-2354-44d1-9547-0dc7654a94bf req-838ff8fe-f8d2-4f31-8e64-2dd16e28729d tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 210 time: 0.1412134 May 04 14:34:03.841904 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7fd327dc-9080-46b5-b830-9ce4c9ada52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:03.855629 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7fd327dc-9080-46b5-b830-9ce4c9ada52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:03.887996 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:03.962271 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd327dc-9080-46b5-b830-9ce4c9ada52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10607d4-1f21-43c5-a48e-999ffa497443,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:03.978497 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7fd327dc-9080-46b5-b830-9ce4c9ada52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:04.012569 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-7fd327dc-9080-46b5-b830-9ce4c9ada52a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=047db4fa40984249bd10fe8f95d9f363&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2624316 May 04 14:34:04.023468 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 54384) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:04.242124 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-023733cc-3c53-4d7d-a344-d32df07a2598 req-adbff9bc-6776-41ae-a462-21dc6ad7286d tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 210 time: 0.3177609 May 04 14:34:04.432970 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c6f4b476-967b-4c54-b749-2ad8aca05665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:04.474000 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 272ea247-3725-4dc2-82f3-dbd549bccf0d up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:04.490385 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c6f4b476-967b-4c54-b749-2ad8aca05665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:04.561311 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036cd8eb-972e-4f53-884b-38ccf44a1266', 'tag': '98017fb7-c923-4945-83b1-ff9e9d7fe289', 'status': 'completed', 'code': 200} May 04 14:34:04.615737 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c6f4b476-967b-4c54-b749-2ad8aca05665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:04.621975 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8ddddd60-5640-46cf-8906-b87d7dc2784a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:04.660564 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4b476-967b-4c54-b749-2ad8aca05665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10607d4-1f21-43c5-a48e-999ffa497443,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:04.669490 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 272ea247-3725-4dc2-82f3-dbd549bccf0d completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:04.683375 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c6f4b476-967b-4c54-b749-2ad8aca05665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:04.699642 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c6f4b476-967b-4c54-b749-2ad8aca05665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:04.700849 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-c6f4b476-967b-4c54-b749-2ad8aca05665 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f10607d4-1f21-43c5-a48e-999ffa497443 HTTP/1.1" status: 204 len: 168 time: 0.6733968 May 04 14:34:04.714599 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 272ea247-3725-4dc2-82f3-dbd549bccf0d triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:04.719036 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:04.971061 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.47', 56268) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:04.994344 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:05.091460 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port 272ea247-3725-4dc2-82f3-dbd549bccf0d, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=272ea247-3725-4dc2-82f3-dbd549bccf0d,segment=NetworkSegment(13b31776-d8ff-4c73-8a8e-8e4dad5c0883),segment_id=13b31776-d8ff-4c73-8a8e-8e4dad5c0883)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:05.100656 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:05.105444 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-021a39f0-23be-4382-a052-2325a076267d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:05.322509 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=272ea247-3725-4dc2-82f3-dbd549bccf0d,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:05.330745 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:05.556341 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664490-a01e-4734-962c-7dc175ef6325 req-6c271eb6-d0f4-42f9-bd64-cf1dffe0c08d tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:05.573415 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fe664490-a01e-4734-962c-7dc175ef6325 req-6c271eb6-d0f4-42f9-bd64-cf1dffe0c08d tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/networks?id=2a63d9d4-1244-4591-8103-61cd0e0dc99c HTTP/1.1" status: 200 len: 819 time: 0.7491496 May 04 14:34:05.670559 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-6d00e56c-7633-47f3-bdd0-9b85e14d81c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:05.824475 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-24fc7c36-36fd-4c84-8bf5-ff61f14df4b3 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:05.836991 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-24fc7c36-36fd-4c84-8bf5-ff61f14df4b3 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Synchronizing usage tracker for tenant:390c134d64f748c3bb44d08875d33b93 on resource:network {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:34:05.876895 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 98017fb7-c923-4945-83b1-ff9e9d7fe289 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:34:05.915481 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-24fc7c36-36fd-4c84-8bf5-ff61f14df4b3 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Unset dirty status for tenant:390c134d64f748c3bb44d08875d33b93 on resource:network {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:34:05.924442 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-24fc7c36-36fd-4c84-8bf5-ff61f14df4b3 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.47 "GET /v2.0/networks?id=2a63d9d4-1244-4591-8103-61cd0e0dc99c HTTP/1.1" status: 200 len: 819 time: 0.9448740 May 04 14:34:05.940438 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-290cc94d-65bf-49f9-9cdb-718fdab3543a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Request body: {'port': {'device_id': '510b7c59-eec8-49ca-9b9e-fb681d7afcea', 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c', 'admin_state_up': True, 'tenant_id': '390c134d64f748c3bb44d08875d33b93'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:05.954070 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fe664490-a01e-4734-962c-7dc175ef6325 req-3851c051-0da2-4684-b15b-b3e2c755c539 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/quotas/390c134d64f748c3bb44d08875d33b93 HTTP/1.1" status: 200 len: 375 time: 0.3785729 May 04 14:34:06.356138 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d4584-e3aa-4288-833c-b0f7eba688ea req-b6743619-e14f-4430-ab49-0181fccd93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:06.363213 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d21d4584-e3aa-4288-833c-b0f7eba688ea req-b6743619-e14f-4430-ab49-0181fccd93e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d680e5d4b8f4fd09afe3dee582833dd&device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 1096 time: 1.7732022 May 04 14:34:06.465566 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 272ea247-3725-4dc2-82f3-dbd549bccf0d up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:06.622162 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-290cc94d-65bf-49f9-9cdb-718fdab3543a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:06.644034 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-290cc94d-65bf-49f9-9cdb-718fdab3543a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:06.671299 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-290cc94d-65bf-49f9-9cdb-718fdab3543a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Made reservation on behalf of 390c134d64f748c3bb44d08875d33b93 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:34:06.676058 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-290cc94d-65bf-49f9-9cdb-718fdab3543a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:06.734693 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 98017fb7-c923-4945-83b1-ff9e9d7fe289, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=98017fb7-c923-4945-83b1-ff9e9d7fe289,segment=NetworkSegment(efe2426b-76b6-4476-816b-265223ac6336),segment_id=efe2426b-76b6-4476-816b-265223ac6336)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:06.785944 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': '98017fb7-c923-4945-83b1-ff9e9d7fe289', 'network_id': '55016d46-b944-4afa-9968-049bdddbf5c0', 'port_id': '98017fb7-c923-4945-83b1-ff9e9d7fe289', 'mac_address': 'fa:16:3e:cb:50:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '482ca139-9d08-4f61-8df0-5972542b7a77', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:34:06.795137 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 272ea247-3725-4dc2-82f3-dbd549bccf0d triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:06.795515 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:06.995767 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.47', 56274) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:07.064094 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:07.125538 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98017fb7-c923-4945-83b1-ff9e9d7fe289 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:34:07.165605 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6bc75-9af6-4140-9bbe-30d6547fe545 req-9e21f9c8-885d-4b9e-9347-c893b1ea9faa tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:07.188269 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-14c6bc75-9af6-4140-9bbe-30d6547fe545 req-9e21f9c8-885d-4b9e-9347-c893b1ea9faa tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 943 time: 1.6031532 May 04 14:34:07.271970 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 98017fb7-c923-4945-83b1-ff9e9d7fe289, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=98017fb7-c923-4945-83b1-ff9e9d7fe289,segment=NetworkSegment(efe2426b-76b6-4476-816b-265223ac6336),segment_id=efe2426b-76b6-4476-816b-265223ac6336)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:07.306530 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:07.314138 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:07.353764 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fe664490-a01e-4734-962c-7dc175ef6325 req-7e02204b-2282-4a52-b9c0-cd6ccfac9d6e tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=390c134d64f748c3bb44d08875d33b93&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3948133 May 04 14:34:07.542225 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=98017fb7-c923-4945-83b1-ff9e9d7fe289,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:07.552153 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:07.564259 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d4584-e3aa-4288-833c-b0f7eba688ea req-b4ebdaef-496e-45e5-bb05-8c3d87086fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:07.566002 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d21d4584-e3aa-4288-833c-b0f7eba688ea req-b4ebdaef-496e-45e5-bb05-8c3d87086fef service neutron] 10.222.0.47 "GET /v2.0/networks?id=55016d46-b944-4afa-9968-049bdddbf5c0 HTTP/1.1" status: 200 len: 912 time: 1.1831665 May 04 14:34:07.610621 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['98017fb7-c923-4945-83b1-ff9e9d7fe289'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:34:07.773524 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d21d4584-e3aa-4288-833c-b0f7eba688ea req-e1d3aa9f-16bb-4b32-a087-0e11892992d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98017fb7-c923-4945-83b1-ff9e9d7fe289 HTTP/1.1" status: 200 len: 217 time: 0.1985233 May 04 14:34:07.831468 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-14c6bc75-9af6-4140-9bbe-30d6547fe545 req-c4430aab-3d69-4083-9d1e-855779f2e135 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/security-groups?id=f593616c-69cd-4e39-a6c6-4d13304d1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6405396 May 04 14:34:07.988590 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-290cc94d-65bf-49f9-9cdb-718fdab3543a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Allocated IP 172.20.0.10 (2a63d9d4-1244-4591-8103-61cd0e0dc99c/db720b98-3862-4a42-b165-0741d67f782a/6100388c-46e0-416d-802a-e65d4573e6c7) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:34:07.994710 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d4584-e3aa-4288-833c-b0f7eba688ea req-b7e73893-e71c-4c2b-8c68-84a225353463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:07.996346 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d21d4584-e3aa-4288-833c-b0f7eba688ea req-b7e73893-e71c-4c2b-8c68-84a225353463 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=482ca139-9d08-4f61-8df0-5972542b7a77 HTTP/1.1" status: 200 len: 851 time: 0.1688251 May 04 14:34:08.021662 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43968df6-304c-4497-a057-4aef7eed0c45 req-9ac41319-ec3c-4b4a-bf6e-afbb3fee02c2 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:08.022913 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-43968df6-304c-4497-a057-4aef7eed0c45 req-9ac41319-ec3c-4b4a-bf6e-afbb3fee02c2 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Synchronizing usage tracker for tenant:94143385d04d4e4daae864a0a23daa8d on resource:network {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:34:08.064249 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d21d4584-e3aa-4288-833c-b0f7eba688ea req-7b61d651-0d68-4779-aae1-a9567ab57126 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55016d46-b944-4afa-9968-049bdddbf5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601716 May 04 14:34:08.073530 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fe664490-a01e-4734-962c-7dc175ef6325 req-e396d28d-aeb7-47f7-bbbb-55284775a2b2 service neutron] 10.222.0.37 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6626449 May 04 14:34:08.098794 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-43968df6-304c-4497-a057-4aef7eed0c45 req-9ac41319-ec3c-4b4a-bf6e-afbb3fee02c2 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Unset dirty status for tenant:94143385d04d4e4daae864a0a23daa8d on resource:network {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:34:08.102559 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-43968df6-304c-4497-a057-4aef7eed0c45 req-9ac41319-ec3c-4b4a-bf6e-afbb3fee02c2 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.47 "GET /v2.0/networks?id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9 HTTP/1.1" status: 200 len: 811 time: 1.1048148 May 04 14:34:08.184451 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8c35d752-06f0-4fb5-b42c-94f6f898bdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:08.262811 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:08.312863 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-43968df6-304c-4497-a057-4aef7eed0c45 req-fda2e30b-999e-4eea-a630-b9a1053f8aeb tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Synchronizing usage tracker for tenant:94143385d04d4e4daae864a0a23daa8d on resource:security_group {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:34:08.464792 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 54544) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:08.498966 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-43968df6-304c-4497-a057-4aef7eed0c45 req-fda2e30b-999e-4eea-a630-b9a1053f8aeb tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Unset dirty status for tenant:94143385d04d4e4daae864a0a23daa8d on resource:security_group {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:34:08.500939 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-43968df6-304c-4497-a057-4aef7eed0c45 req-fda2e30b-999e-4eea-a630-b9a1053f8aeb tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94143385d04d4e4daae864a0a23daa8d HTTP/1.1" status: 200 len: 380 time: 0.3885610 May 04 14:34:08.519553 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-43968df6-304c-4497-a057-4aef7eed0c45 req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Request body: {'port': {'device_id': '3bffd169-2f0d-4d35-93cb-dae01f64a28d', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'admin_state_up': True, 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'security_groups': ['e43b2de7-3ac4-4d9b-a34f-307646eec6b8']}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:08.561860 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-46bd901a-d242-49a0-a5c3-bb812392a831 req-9f20709b-ffc0-4f6f-b41c-8247fcd43bde tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 210 time: 0.0670512 May 04 14:34:08.623836 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d21d4584-e3aa-4288-833c-b0f7eba688ea req-de231595-379f-47ec-b579-3d7d5de3317b service neutron] 10.222.0.47 "GET /v2.0/networks/55016d46-b944-4afa-9968-049bdddbf5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488153 May 04 14:34:08.638702 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fe664490-a01e-4734-962c-7dc175ef6325 req-af739c77-8de5-49a4-9499-0302d511d6c1 service neutron] 10.222.0.37 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821562 May 04 14:34:08.866114 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-290cc94d-65bf-49f9-9cdb-718fdab3543a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:08.963067 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5fb0-b752-47a2-96ef-00d427e539d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:09.027224 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3a9d5fb0-b752-47a2-96ef-00d427e539d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:09.040162 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-3a9d5fb0-b752-47a2-96ef-00d427e539d6 admin admin] Usage tracker for resource:security_group_rule and tenant:55f21f9dfc3846798872f3082be7eae9 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:09.066004 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-3a9d5fb0-b752-47a2-96ef-00d427e539d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:09.073134 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:09.104721 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3a9d5fb0-b752-47a2-96ef-00d427e539d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:09.138951 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c5c1e481-2c72-48ff-92bd-c984a56a5a60 req-48ac803a-16c9-43e3-8aad-b72684599187 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 210 time: 0.1061842 May 04 14:34:09.187353 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-43968df6-304c-4497-a057-4aef7eed0c45 req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:09.188598 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d21d4584-e3aa-4288-833c-b0f7eba688ea req-383e2583-26ca-4d68-8dc4-b6285cf10b4f service neutron] 10.222.0.47 "GET /v2.0/networks/55016d46-b944-4afa-9968-049bdddbf5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486169 May 04 14:34:09.275493 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-43968df6-304c-4497-a057-4aef7eed0c45 req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Usage tracker for resource:port and tenant:94143385d04d4e4daae864a0a23daa8d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:09.297851 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-43968df6-304c-4497-a057-4aef7eed0c45 req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:09.344518 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd053ce0-b538-404c-be5a-01e1e69a31ca req-2ee7159b-bfd1-4cd7-959e-2544b2ee87f9 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:09.352202 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-43968df6-304c-4497-a057-4aef7eed0c45 req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:09.362070 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-dd053ce0-b538-404c-be5a-01e1e69a31ca req-2ee7159b-bfd1-4cd7-959e-2544b2ee87f9 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 944 time: 0.1435652 May 04 14:34:09.432436 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43968df6-304c-4497-a057-4aef7eed0c45 req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Made reservation on behalf of 94143385d04d4e4daae864a0a23daa8d for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:34:09.454647 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-43968df6-304c-4497-a057-4aef7eed0c45 req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:09.476195 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-dd053ce0-b538-404c-be5a-01e1e69a31ca req-cc7c310a-42ca-4e8c-ba1f-d1bc60d38dd5 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/security-groups?id=f593616c-69cd-4e39-a6c6-4d13304d1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128461 May 04 14:34:09.519066 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-290cc94d-65bf-49f9-9cdb-718fdab3543a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:09.549355 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:09.604975 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-290cc94d-65bf-49f9-9cdb-718fdab3543a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Network 2a63d9d4-1244-4591-8103-61cd0e0dc99c is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:34:09.634357 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-290cc94d-65bf-49f9-9cdb-718fdab3543a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:34:09.764890 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-290cc94d-65bf-49f9-9cdb-718fdab3543a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:34:09.772925 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-290cc94d-65bf-49f9-9cdb-718fdab3543a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:09.774088 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-290cc94d-65bf-49f9-9cdb-718fdab3543a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:09.827909 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290cc94d-65bf-49f9-9cdb-718fdab3543a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Pushing event updated for resources: {'Port': ['ID=6100388c-46e0-416d-802a-e65d4573e6c7,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:09.831609 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-290cc94d-65bf-49f9-9cdb-718fdab3543a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:09.860356 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 98017fb7-c923-4945-83b1-ff9e9d7fe289 up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:10.065887 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning for port 98017fb7-c923-4945-83b1-ff9e9d7fe289 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:10.073361 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port 98017fb7-c923-4945-83b1-ff9e9d7fe289 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:10.073886 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:10.101727 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5fb0-b752-47a2-96ef-00d427e539d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:10.138686 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4577fa09-c2e0-4d3b-8625-a485ad1d3bb2 req-5773a2e5-d5fd-48ce-9b11-dd3e6e2209cc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 210 time: 0.1473508 May 04 14:34:10.165514 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-290cc94d-65bf-49f9-9cdb-718fdab3543a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2335603 May 04 14:34:10.166621 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5fb0-b752-47a2-96ef-00d427e539d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:10.214482 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Request body: {'port': {'device_id': '510b7c59-eec8-49ca-9b9e-fb681d7afcea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:10.312108 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:10.395066 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:10.432578 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036cd8eb-972e-4f53-884b-38ccf44a1266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98017fb7-c923-4945-83b1-ff9e9d7fe289'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:10.499181 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-43968df6-304c-4497-a057-4aef7eed0c45 req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Allocated IP 172.20.0.8 (a4994e1e-ba52-4aa5-a707-a4c26b5227b9/d35a3c5f-3c94-4166-926a-729a198f0bde/1a9f122d-eab2-4c5c-9630-a6316bc28154) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:34:10.525916 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 98017fb7-c923-4945-83b1-ff9e9d7fe289, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=98017fb7-c923-4945-83b1-ff9e9d7fe289,segment=NetworkSegment(efe2426b-76b6-4476-816b-265223ac6336),segment_id=efe2426b-76b6-4476-816b-265223ac6336)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:10.536928 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:10.539896 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-021a39f0-23be-4382-a052-2325a076267d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:10.659021 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2fea1cdf-c99c-4d6c-bec0-13dbfcea887b req-eaea0859-23db-4e2b-9027-bb6339e42a09 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 210 time: 0.2462227 May 04 14:34:10.666715 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=98017fb7-c923-4945-83b1-ff9e9d7fe289,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:10.677912 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:10.887540 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:11.112518 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-43968df6-304c-4497-a057-4aef7eed0c45 req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:11.131867 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-43968df6-304c-4497-a057-4aef7eed0c45 req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Transition to ACTIVE for port object 1a9f122d-eab2-4c5c-9630-a6316bc28154 will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:34:11.162276 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d5fb0-b752-47a2-96ef-00d427e539d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2a8267-4926-4d79-9f94-a34255355076,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:11.166878 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667fe83-bf28-4dee-b5e5-5cc850dfd11c req-8bac00d9-2b59-44b9-b1b6-3a1c4df4b339 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:11.167709 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3a9d5fb0-b752-47a2-96ef-00d427e539d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:11.176954 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-43968df6-304c-4497-a057-4aef7eed0c45 req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:11.184720 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d667fe83-bf28-4dee-b5e5-5cc850dfd11c req-8bac00d9-2b59-44b9-b1b6-3a1c4df4b339 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 945 time: 0.2952495 May 04 14:34:11.207591 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7b734996-ad20-422e-be50-7881480915c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:11.292177 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Pushing event updated for resources: {'Port': ['ID=1a9f122d-eab2-4c5c-9630-a6316bc28154,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:11.310849 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-3a9d5fb0-b752-47a2-96ef-00d427e539d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55f21f9dfc3846798872f3082be7eae9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8397820 May 04 14:34:11.313681 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 54624) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:11.314499 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:11.331146 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d667fe83-bf28-4dee-b5e5-5cc850dfd11c req-3dbbe650-ae1b-4f57-86a9-318640526776 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/security-groups?id=f593616c-69cd-4e39-a6c6-4d13304d1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442306 May 04 14:34:11.360755 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036cd8eb-972e-4f53-884b-38ccf44a1266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98017fb7-c923-4945-83b1-ff9e9d7fe289', 'code': 200} May 04 14:34:11.422914 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43968df6-304c-4497-a057-4aef7eed0c45 req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:34:11.430587 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-43968df6-304c-4497-a057-4aef7eed0c45 req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:34:11.442610 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-43968df6-304c-4497-a057-4aef7eed0c45 req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:34:11.449256 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43968df6-304c-4497-a057-4aef7eed0c45 req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:11.449908 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-43968df6-304c-4497-a057-4aef7eed0c45 req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:11.621576 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-43968df6-304c-4497-a057-4aef7eed0c45 req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1140914 May 04 14:34:11.625274 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:11.674823 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Request body: {'port': {'device_id': '3bffd169-2f0d-4d35-93cb-dae01f64a28d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:11.797490 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-99436726-8121-4de1-89bd-e98be6ad852e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:11.835650 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-99436726-8121-4de1-89bd-e98be6ad852e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:11.932125 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-f5ff21a2-0c3c-4d22-b244-0c8ede18f646 None None] Provisioning for port 1a9f122d-eab2-4c5c-9630-a6316bc28154 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:11.941102 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-f5ff21a2-0c3c-4d22-b244-0c8ede18f646 None None] Provisioning complete for port 1a9f122d-eab2-4c5c-9630-a6316bc28154 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:11.945608 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f5ff21a2-0c3c-4d22-b244-0c8ede18f646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:12.127689 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-f5ff21a2-0c3c-4d22-b244-0c8ede18f646 None None] Port 1a9f122d-eab2-4c5c-9630-a6316bc28154 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:34:12.158815 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:12.379311 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-296de216-a2b7-4882-b231-1017f265d593 req-5f96be9c-74de-463a-a1de-f1bdd7b8140c tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 210 time: 0.1999197 May 04 14:34:12.391518 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.47', 56285) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:12.507529 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fa95f-f5e3-4cbd-847f-5d5c7ae92ea3 req-3abfb438-c445-40d5-b30c-c3d268b363d0 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:12.516575 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0e8fa95f-f5e3-4cbd-847f-5d5c7ae92ea3 req-3abfb438-c445-40d5-b30c-c3d268b363d0 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 931 time: 0.8833454 May 04 14:34:12.534686 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-99436726-8121-4de1-89bd-e98be6ad852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:12.563970 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664490-a01e-4734-962c-7dc175ef6325 req-aef2dbde-ac52-4df9-989d-0e5b2fde9a80 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:12.566111 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fe664490-a01e-4734-962c-7dc175ef6325 req-aef2dbde-ac52-4df9-989d-0e5b2fde9a80 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.47 "GET /v2.0/networks?id=2a63d9d4-1244-4591-8103-61cd0e0dc99c HTTP/1.1" status: 200 len: 819 time: 0.7674885 May 04 14:34:12.617111 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [req-fe664490-a01e-4734-962c-7dc175ef6325 req-b037680a-132c-4403-9c61-1ac8a6487e28 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Request body: {'port': {'device_id': '84c12015-bcf4-48a6-8ce1-c55c2e253c2b', 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c', 'admin_state_up': True, 'tenant_id': '390c134d64f748c3bb44d08875d33b93'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:12.810582 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0e8fa95f-f5e3-4cbd-847f-5d5c7ae92ea3 req-29835667-7384-4f07-8b1e-8d6ec97b6fa4 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923260 May 04 14:34:12.868967 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c6f4b476-967b-4c54-b749-2ad8aca05665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:12.892618 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99436726-8121-4de1-89bd-e98be6ad852e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2a8267-4926-4d79-9f94-a34255355076,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:12.984828 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-99436726-8121-4de1-89bd-e98be6ad852e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:13.033714 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-99436726-8121-4de1-89bd-e98be6ad852e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.039814 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [req-fe664490-a01e-4734-962c-7dc175ef6325 req-b037680a-132c-4403-9c61-1ac8a6487e28 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:13.042131 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-99436726-8121-4de1-89bd-e98be6ad852e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc2a8267-4926-4d79-9f94-a34255355076 HTTP/1.1" status: 204 len: 168 time: 1.7249379 May 04 14:34:13.048022 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-fe664490-a01e-4734-962c-7dc175ef6325 req-b037680a-132c-4403-9c61-1ac8a6487e28 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Usage tracker for resource:port and tenant:390c134d64f748c3bb44d08875d33b93 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:13.053642 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-fe664490-a01e-4734-962c-7dc175ef6325 req-b037680a-132c-4403-9c61-1ac8a6487e28 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:13.065223 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [req-fe664490-a01e-4734-962c-7dc175ef6325 req-b037680a-132c-4403-9c61-1ac8a6487e28 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:13.172746 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d607b-e3bf-43f1-8ace-637796476dc6 req-58232a53-8f9f-4e72-99f2-322bf1f514ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:13.176391 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b58d607b-e3bf-43f1-8ace-637796476dc6 req-58232a53-8f9f-4e72-99f2-322bf1f514ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 1098 time: 0.7699001 May 04 14:34:13.227785 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-b58d607b-e3bf-43f1-8ace-637796476dc6 req-8bfd0785-49dd-4786-a333-03b4a184d9ed service neutron] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.250419 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [req-b58d607b-e3bf-43f1-8ace-637796476dc6 req-8bfd0785-49dd-4786-a333-03b4a184d9ed service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:13.255194 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-b58d607b-e3bf-43f1-8ace-637796476dc6 req-8bfd0785-49dd-4786-a333-03b4a184d9ed service neutron] Usage tracker for resource:security_group_rule and tenant:784a090148b04eac9072f1641b984b55 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:13.259934 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-b58d607b-e3bf-43f1-8ace-637796476dc6 req-8bfd0785-49dd-4786-a333-03b4a184d9ed service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:13.268464 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [req-b58d607b-e3bf-43f1-8ace-637796476dc6 req-8bfd0785-49dd-4786-a333-03b4a184d9ed service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:13.402718 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.435016 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-b58d607b-e3bf-43f1-8ace-637796476dc6 req-8bfd0785-49dd-4786-a333-03b4a184d9ed service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.436523 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe664490-a01e-4734-962c-7dc175ef6325 req-b037680a-132c-4403-9c61-1ac8a6487e28 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Made reservation on behalf of 390c134d64f748c3bb44d08875d33b93 for: {'port': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:34:13.442593 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-fe664490-a01e-4734-962c-7dc175ef6325 req-b037680a-132c-4403-9c61-1ac8a6487e28 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.491621 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9f122d-eab2-4c5c-9630-a6316bc28154 {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:34:13.517873 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.588666 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Transition to ACTIVE for port object 1a9f122d-eab2-4c5c-9630-a6316bc28154 will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:34:13.601321 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.619959 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6100388c-46e0-416d-802a-e65d4573e6c7 {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:34:13.628370 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:13.647869 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5812e-bca0-4b48-a5bb-6c87e729e73a req-fcce69b8-81cd-4c14-909d-df6a6253a96a tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:13.657709 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-64c5812e-bca0-4b48-a5bb-6c87e729e73a req-fcce69b8-81cd-4c14-909d-df6a6253a96a tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 945 time: 0.8384433 May 04 14:34:13.675707 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-b58d607b-e3bf-43f1-8ace-637796476dc6 req-8bfd0785-49dd-4786-a333-03b4a184d9ed service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:13.699868 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f53137e6-3feb-45db-89b2-6a04584f660d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:13.752461 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b58d607b-e3bf-43f1-8ace-637796476dc6 req-8bfd0785-49dd-4786-a333-03b4a184d9ed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f593616c-69cd-4e39-a6c6-4d13304d1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5435970 May 04 14:34:13.756241 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.104153 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Transition to ACTIVE for port object 6100388c-46e0-416d-802a-e65d4573e6c7 will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:34:14.142233 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bb2e442c-a9cd-4ca6-a72a-b8f2be5af005 req-19c982dc-16a6-45fb-91a1-e60389293b37 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 210 time: 0.3240674 May 04 14:34:14.143048 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 54690) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:14.191201 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9f122d-eab2-4c5c-9630-a6316bc28154,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:14.209792 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.211686 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:14.230580 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-64c5812e-bca0-4b48-a5bb-6c87e729e73a req-374280bd-a26b-458f-909c-a0a3f57546e3 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/security-groups?id=f593616c-69cd-4e39-a6c6-4d13304d1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717707 May 04 14:34:14.260225 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:14.281815 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1f4a0148-b98e-402c-9aa5-1f5583bda5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.300714 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-1f4a0148-b98e-402c-9aa5-1f5583bda5a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:14.305286 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-1f4a0148-b98e-402c-9aa5-1f5583bda5a9 admin admin] Usage tracker for resource:security_group_rule and tenant:5fb4fd7693fa40e3b040da1f26193c0b is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:14.308479 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-1f4a0148-b98e-402c-9aa5-1f5583bda5a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:14.319110 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-1f4a0148-b98e-402c-9aa5-1f5583bda5a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:14.451449 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Attempting to bind port 1a9f122d-eab2-4c5c-9630-a6316bc28154 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:34:14.452257 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Attempting to bind port 1a9f122d-eab2-4c5c-9630-a6316bc28154 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '91b1a557-4212-46b1-ad6b-47600618937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:34:14.453064 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Attempting to bind port 1a9f122d-eab2-4c5c-9630-a6316bc28154 on network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:34:14.470701 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1f4a0148-b98e-402c-9aa5-1f5583bda5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.477399 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd0785-49dd-4786-a333-03b4a184d9ed service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2283d726-5784-4136-8664-9948ad98f908,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:14.481771 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8bfd0785-49dd-4786-a333-03b4a184d9ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:14.486631 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1f4a0148-b98e-402c-9aa5-1f5583bda5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.519075 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Pushing event updated for resources: {'Port': ['ID=6100388c-46e0-416d-802a-e65d4573e6c7,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:14.557529 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:14.560354 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Port 1a9f122d-eab2-4c5c-9630-a6316bc28154 on network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:34:14.560859 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Attempting to bind port 1a9f122d-eab2-4c5c-9630-a6316bc28154 on network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:34:14.574170 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0234aec0-6037-47cc-afac-453396cdce1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:14.578081 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Checking agent: {'id': '8bf5348c-0921-4b50-a8be-a73e0c140a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'started_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:34:14.578956 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Checking segment: {'id': '91b1a557-4212-46b1-ad6b-47600618937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:34:14.581210 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Bound using segment: {'id': '91b1a557-4212-46b1-ad6b-47600618937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:34:14.585072 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Bound port: 1a9f122d-eab2-4c5c-9630-a6316bc28154, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91b1a557-4212-46b1-ad6b-47600618937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:34:14.590111 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-1f4a0148-b98e-402c-9aa5-1f5583bda5a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5fb4fd7693fa40e3b040da1f26193c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715212 May 04 14:34:14.590371 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.596588 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 54708) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:14.643580 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [req-fe664490-a01e-4734-962c-7dc175ef6325 req-b037680a-132c-4403-9c61-1ac8a6487e28 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Allocated IP 172.20.0.12 (2a63d9d4-1244-4591-8103-61cd0e0dc99c/db720b98-3862-4a42-b165-0741d67f782a/ccbb7f30-9b77-4834-935f-92d525e76298) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:34:14.716265 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a0148-b98e-402c-9aa5-1f5583bda5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc0c85a-b4e5-40a0-83f9-f75217938019,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:14.725730 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1f4a0148-b98e-402c-9aa5-1f5583bda5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:14.815519 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d6d85388-8788-4a55-b2a3-dfad7fa36a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.878043 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Attempting to bind port 6100388c-46e0-416d-802a-e65d4573e6c7 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:34:14.878386 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Attempting to bind port 6100388c-46e0-416d-802a-e65d4573e6c7 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '13b31776-d8ff-4c73-8a8e-8e4dad5c0883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:34:14.878684 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Attempting to bind port 6100388c-46e0-416d-802a-e65d4573e6c7 on network 2a63d9d4-1244-4591-8103-61cd0e0dc99c {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:34:14.890680 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Port 6100388c-46e0-416d-802a-e65d4573e6c7 on network 2a63d9d4-1244-4591-8103-61cd0e0dc99c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:34:14.891075 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Attempting to bind port 6100388c-46e0-416d-802a-e65d4573e6c7 on network 2a63d9d4-1244-4591-8103-61cd0e0dc99c {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:34:14.899620 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] For port 1a9f122d-eab2-4c5c-9630-a6316bc28154, host hv-cinder-77262, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:34:14.902787 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Checking agent: {'id': '8bf5348c-0921-4b50-a8be-a73e0c140a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'started_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:34:14.903107 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Checking segment: {'id': '13b31776-d8ff-4c73-8a8e-8e4dad5c0883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:34:14.903490 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Bound using segment: {'id': '13b31776-d8ff-4c73-8a8e-8e4dad5c0883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:34:14.903939 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Bound port: 6100388c-46e0-416d-802a-e65d4573e6c7, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b31776-d8ff-4c73-8a8e-8e4dad5c0883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:34:14.904277 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.932181 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] For port 1a9f122d-eab2-4c5c-9630-a6316bc28154, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1a9f122d-eab2-4c5c-9630-a6316bc28154,segment=NetworkSegment(91b1a557-4212-46b1-ad6b-47600618937a),segment_id=91b1a557-4212-46b1-ad6b-47600618937a)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:34:14.971361 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:14.984791 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c64145-b50d-43ba-81ea-183043ec009e req-060316d6-f9be-4bf8-b74f-68f97a22b918 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:14.985533 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-89b0ea6d-7c18-434a-9cea-163b72859d40 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:14.987748 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e9c64145-b50d-43ba-81ea-183043ec009e req-060316d6-f9be-4bf8-b74f-68f97a22b918 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 943 time: 0.5120087 May 04 14:34:15.004314 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d6d85388-8788-4a55-b2a3-dfad7fa36a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:15.264555 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] For port 6100388c-46e0-416d-802a-e65d4573e6c7, host hv-cinder-77262, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:34:15.273649 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] For port 6100388c-46e0-416d-802a-e65d4573e6c7, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6100388c-46e0-416d-802a-e65d4573e6c7,segment=NetworkSegment(13b31776-d8ff-4c73-8a8e-8e4dad5c0883),segment_id=13b31776-d8ff-4c73-8a8e-8e4dad5c0883)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:34:15.276958 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9f122d-eab2-4c5c-9630-a6316bc28154,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:15.286328 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e9c64145-b50d-43ba-81ea-183043ec009e req-0e91fe95-3a8f-48b0-8180-34bb4fb96a3e tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631967 May 04 14:34:15.320440 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:15.331298 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:15.373504 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:15.374768 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:15.377312 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] 10.222.0.47 "PUT /v2.0/ports/1a9f122d-eab2-4c5c-9630-a6316bc28154 HTTP/1.1" status: 200 len: 1093 time: 3.7321544 May 04 14:34:15.383024 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:15.439556 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-fe664490-a01e-4734-962c-7dc175ef6325 req-b037680a-132c-4403-9c61-1ac8a6487e28 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:15.490377 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d6d85388-8788-4a55-b2a3-dfad7fa36a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:15.543221 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-eb81c159-baa7-4095-a1d4-55f2467413d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:15.614728 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d85388-8788-4a55-b2a3-dfad7fa36a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc0c85a-b4e5-40a0-83f9-f75217938019,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:15.672712 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d6d85388-8788-4a55-b2a3-dfad7fa36a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:15.682396 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bffd169-2f0d-4d35-93cb-dae01f64a28d', 'tag': '1a9f122d-eab2-4c5c-9630-a6316bc28154'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:15.787257 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-91b5cb5f-a501-46a8-a655-52668d1f835d req-8c66649a-83c0-4d8f-a640-5ca987416374 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Synchronizing usage tracker for tenant:390c134d64f748c3bb44d08875d33b93 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:34:15.792118 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d6d85388-8788-4a55-b2a3-dfad7fa36a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:15.796083 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-d6d85388-8788-4a55-b2a3-dfad7fa36a23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bcc0c85a-b4e5-40a0-83f9-f75217938019 HTTP/1.1" status: 204 len: 168 time: 1.1957610 May 04 14:34:15.817302 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-fe664490-a01e-4734-962c-7dc175ef6325 req-b037680a-132c-4403-9c61-1ac8a6487e28 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:15.834253 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-91b5cb5f-a501-46a8-a655-52668d1f835d req-8c66649a-83c0-4d8f-a640-5ca987416374 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Unset dirty status for tenant:390c134d64f748c3bb44d08875d33b93 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:34:15.843848 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-91b5cb5f-a501-46a8-a655-52668d1f835d req-8c66649a-83c0-4d8f-a640-5ca987416374 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 210 time: 0.1657648 May 04 14:34:15.850486 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:15.978044 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3771f2f-52b6-44b7-a25e-808ce9d4dc27 req-3e1233ae-3520-4331-9557-45e3467b3237 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:15.983520 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f3771f2f-52b6-44b7-a25e-808ce9d4dc27 req-3e1233ae-3520-4331-9557-45e3467b3237 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 945 time: 0.3121462 May 04 14:34:15.991797 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe664490-a01e-4734-962c-7dc175ef6325 req-b037680a-132c-4403-9c61-1ac8a6487e28 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Network 2a63d9d4-1244-4591-8103-61cd0e0dc99c is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:34:16.002203 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [req-fe664490-a01e-4734-962c-7dc175ef6325 req-b037680a-132c-4403-9c61-1ac8a6487e28 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Resources bound (agent type, host, resource id): {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:34:16.009665 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe664490-a01e-4734-962c-7dc175ef6325 req-b037680a-132c-4403-9c61-1ac8a6487e28 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:34:16.015653 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664490-a01e-4734-962c-7dc175ef6325 req-b037680a-132c-4403-9c61-1ac8a6487e28 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:16.016306 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-fe664490-a01e-4734-962c-7dc175ef6325 req-b037680a-132c-4403-9c61-1ac8a6487e28 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:16.048008 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:16.049584 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:16.052641 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] 10.222.0.47 "PUT /v2.0/ports/6100388c-46e0-416d-802a-e65d4573e6c7 HTTP/1.1" status: 200 len: 1094 time: 5.8605144 May 04 14:34:16.067835 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fe664490-a01e-4734-962c-7dc175ef6325 req-b037680a-132c-4403-9c61-1ac8a6487e28 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4751401 May 04 14:34:16.071682 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037680a-132c-4403-9c61-1ac8a6487e28 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Pushing event updated for resources: {'Port': ['ID=ccbb7f30-9b77-4834-935f-92d525e76298,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:16.091719 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b037680a-132c-4403-9c61-1ac8a6487e28 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:16.099853 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Request body: {'port': {'device_id': '84c12015-bcf4-48a6-8ce1-c55c2e253c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:16.114443 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Pushing event updated for resources: {'Port': ['ID=6100388c-46e0-416d-802a-e65d4573e6c7,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:16.122190 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:16.216744 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f3771f2f-52b6-44b7-a25e-808ce9d4dc27 req-02709235-7705-49ef-b859-fdc47988435e tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/security-groups?id=f593616c-69cd-4e39-a6c6-4d13304d1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157781 May 04 14:34:16.441919 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43968df6-304c-4497-a057-4aef7eed0c45 req-c30fe1e8-06cc-4526-a75c-00b8199aa296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:16.449344 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-43968df6-304c-4497-a057-4aef7eed0c45 req-c30fe1e8-06cc-4526-a75c-00b8199aa296 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94143385d04d4e4daae864a0a23daa8d&device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 1096 time: 0.5090120 May 04 14:34:16.464784 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-13157e57-47a3-4745-a3ab-5b8f52bb3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:16.466770 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:16.467406 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-13157e57-47a3-4745-a3ab-5b8f52bb3a4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=390c134d64f748c3bb44d08875d33b93&device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 1097 time: 0.3287480 May 04 14:34:16.663066 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-43968df6-304c-4497-a057-4aef7eed0c45 req-0307a999-849b-4e9e-813e-7e20b43246b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a9f122d-eab2-4c5c-9630-a6316bc28154 HTTP/1.1" status: 200 len: 217 time: 0.1940963 May 04 14:34:16.664922 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-d323dd04-33fc-4e81-a5a2-13a38c92defc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6100388c-46e0-416d-802a-e65d4573e6c7 HTTP/1.1" status: 200 len: 217 time: 0.0828626 May 04 14:34:16.869921 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-3d3714e8-bc39-43b1-b4be-12111ecd27bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:16.871551 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-3d3714e8-bc39-43b1-b4be-12111ecd27bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db720b98-3862-4a42-b165-0741d67f782a HTTP/1.1" status: 200 len: 859 time: 0.1961362 May 04 14:34:16.872954 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43968df6-304c-4497-a057-4aef7eed0c45 req-d199ce9e-8422-483f-b1cf-962acd14295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:16.874948 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-43968df6-304c-4497-a057-4aef7eed0c45 req-d199ce9e-8422-483f-b1cf-962acd14295e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d35a3c5f-3c94-4166-926a-729a198f0bde HTTP/1.1" status: 200 len: 850 time: 0.2007437 May 04 14:34:16.950459 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-ccbbb1a4-b33a-4e39-bd71-78983937835b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a63d9d4-1244-4591-8103-61cd0e0dc99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670249 May 04 14:34:16.953032 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bffd169-2f0d-4d35-93cb-dae01f64a28d', 'tag': '1a9f122d-eab2-4c5c-9630-a6316bc28154', 'status': 'completed', 'code': 200} May 04 14:34:17.214472 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43968df6-304c-4497-a057-4aef7eed0c45 req-c41e6d7f-5cc8-4bf4-bcdb-6efca54a114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:17.225501 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-43968df6-304c-4497-a057-4aef7eed0c45 req-c41e6d7f-5cc8-4bf4-bcdb-6efca54a114a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2618666 May 04 14:34:17.267452 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3322928-5252-44e4-b287-59e2c459d28a req-2c0dd864-f07d-4aa2-ae15-78e80261c738 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:17.269952 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e3322928-5252-44e4-b287-59e2c459d28a req-2c0dd864-f07d-4aa2-ae15-78e80261c738 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 943 time: 0.6298401 May 04 14:34:17.280661 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-72489d10-6868-4071-b82f-758851f43244 service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798724 May 04 14:34:17.544957 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e3322928-5252-44e4-b287-59e2c459d28a req-76f683a1-f56a-4ceb-ab69-7d48312de9b7 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194118 May 04 14:34:17.550612 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-b8cd3aef-af26-4a13-85ba-910b9e5b308b req-f47dec02-27d3-49de-ba03-799a50b62f04 service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401147 May 04 14:34:17.568353 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-43968df6-304c-4497-a057-4aef7eed0c45 req-c2fa5d36-8cdf-4e27-b559-d13f7bd7686b service neutron] 10.222.0.47 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419454 May 04 14:34:17.604434 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f23be-a834-43e2-b394-9745df20bec5 req-7820653d-8433-4baa-8295-b73363357cfb tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:17.626781 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-576f23be-a834-43e2-b394-9745df20bec5 req-7820653d-8433-4baa-8295-b73363357cfb tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 932 time: 0.4844959 May 04 14:34:17.798009 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbb7f30-9b77-4834-935f-92d525e76298 {{(pid=73821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:34:17.811213 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:17.826611 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-576f23be-a834-43e2-b394-9745df20bec5 req-df305f10-eee4-43bc-bca8-9d63d271f32d tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926303 May 04 14:34:17.836714 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Transition to ACTIVE for port object ccbb7f30-9b77-4834-935f-92d525e76298 will not be triggered until provisioned by entity L2. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:34:17.842105 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:17.849335 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-78b61cef-869c-4ef1-868a-03d52cf38d51 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:17.892196 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-43968df6-304c-4497-a057-4aef7eed0c45 req-799d6b6c-57df-4c4d-85c5-6b335fc6811f service neutron] 10.222.0.47 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154860 May 04 14:34:18.013401 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbb7f30-9b77-4834-935f-92d525e76298,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:18.174724 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7caadb-d92e-4e64-bb41-c3f0bb4a5af5 req-802c4dda-440b-43df-a755-5bad82873c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:18.184034 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1e7caadb-d92e-4e64-bb41-c3f0bb4a5af5 req-802c4dda-440b-43df-a755-5bad82873c58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94143385d04d4e4daae864a0a23daa8d&device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 1096 time: 0.1987393 May 04 14:34:18.264570 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:18.311645 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Attempting to bind port ccbb7f30-9b77-4834-935f-92d525e76298 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:34:18.312709 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Attempting to bind port ccbb7f30-9b77-4834-935f-92d525e76298 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '13b31776-d8ff-4c73-8a8e-8e4dad5c0883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c'}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:34:18.312709 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Attempting to bind port ccbb7f30-9b77-4834-935f-92d525e76298 on network 2a63d9d4-1244-4591-8103-61cd0e0dc99c {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:34:18.324885 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Port ccbb7f30-9b77-4834-935f-92d525e76298 on network 2a63d9d4-1244-4591-8103-61cd0e0dc99c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:34:18.325245 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Attempting to bind port ccbb7f30-9b77-4834-935f-92d525e76298 on network 2a63d9d4-1244-4591-8103-61cd0e0dc99c {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:34:18.342175 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Checking agent: {'id': '8bf5348c-0921-4b50-a8be-a73e0c140a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'started_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:34:18.342503 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Checking segment: {'id': '13b31776-d8ff-4c73-8a8e-8e4dad5c0883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:34:18.342905 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Bound using segment: {'id': '13b31776-d8ff-4c73-8a8e-8e4dad5c0883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c'} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:34:18.343331 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Bound port: ccbb7f30-9b77-4834-935f-92d525e76298, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b31776-d8ff-4c73-8a8e-8e4dad5c0883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c'}}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:34:18.343672 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:18.516893 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7caadb-d92e-4e64-bb41-c3f0bb4a5af5 req-9612e0e4-be3e-452b-9d2e-b62315ae6f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:18.519757 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1e7caadb-d92e-4e64-bb41-c3f0bb4a5af5 req-9612e0e4-be3e-452b-9d2e-b62315ae6f5e service neutron] 10.222.0.47 "GET /v2.0/networks?id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9 HTTP/1.1" status: 200 len: 912 time: 0.3278971 May 04 14:34:18.560961 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] For port ccbb7f30-9b77-4834-935f-92d525e76298, host hv-cinder-77262, cleared binding levels {{(pid=73821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:34:18.567497 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] For port ccbb7f30-9b77-4834-935f-92d525e76298, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ccbb7f30-9b77-4834-935f-92d525e76298,segment=NetworkSegment(13b31776-d8ff-4c73-8a8e-8e4dad5c0883),segment_id=13b31776-d8ff-4c73-8a8e-8e4dad5c0883)] {{(pid=73821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:34:18.578490 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:18.586532 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:18.728334 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1e7caadb-d92e-4e64-bb41-c3f0bb4a5af5 req-2c5ea1f1-298b-4725-8920-ab1edd12dd16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a9f122d-eab2-4c5c-9630-a6316bc28154 HTTP/1.1" status: 200 len: 217 time: 0.2008250 May 04 14:34:18.736638 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbb7f30-9b77-4834-935f-92d525e76298,revision_number=3']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:18.744837 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:18.762858 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:18.763887 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:18.765554 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fe664490-a01e-4734-962c-7dc175ef6325 req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] 10.222.0.47 "PUT /v2.0/ports/ccbb7f30-9b77-4834-935f-92d525e76298 HTTP/1.1" status: 200 len: 1094 time: 2.6908157 May 04 14:34:18.766243 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c12015-bcf4-48a6-8ce1-c55c2e253c2b', 'tag': 'ccbb7f30-9b77-4834-935f-92d525e76298'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:18.974628 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c12015-bcf4-48a6-8ce1-c55c2e253c2b', 'tag': 'ccbb7f30-9b77-4834-935f-92d525e76298', 'status': 'completed', 'code': 200} May 04 14:34:19.077425 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664490-a01e-4734-962c-7dc175ef6325 req-b27a05aa-87c5-47d8-b75c-89e3617a8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:19.079743 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fe664490-a01e-4734-962c-7dc175ef6325 req-b27a05aa-87c5-47d8-b75c-89e3617a8d1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=390c134d64f748c3bb44d08875d33b93&device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 1097 time: 0.2493987 May 04 14:34:19.094153 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be069879-2288-4197-bc61-5f0a87637f04 req-0d691e52-ae9c-4482-aed2-543ef713e3ed tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:19.104502 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-be069879-2288-4197-bc61-5f0a87637f04 req-0d691e52-ae9c-4482-aed2-543ef713e3ed tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 943 time: 0.2761738 May 04 14:34:19.140899 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510b7c59-eec8-49ca-9b9e-fb681d7afcea', 'tag': '6100388c-46e0-416d-802a-e65d4573e6c7'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:19.150764 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7caadb-d92e-4e64-bb41-c3f0bb4a5af5 req-f2a4176d-5df1-4873-8212-59ece167952d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:19.153549 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1e7caadb-d92e-4e64-bb41-c3f0bb4a5af5 req-f2a4176d-5df1-4873-8212-59ece167952d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d35a3c5f-3c94-4166-926a-729a198f0bde HTTP/1.1" status: 200 len: 850 time: 0.4176500 May 04 14:34:19.306058 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fe664490-a01e-4734-962c-7dc175ef6325 req-2c09885f-e758-4318-941e-55b0198e2926 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccbb7f30-9b77-4834-935f-92d525e76298 HTTP/1.1" status: 200 len: 217 time: 0.1828737 May 04 14:34:19.306667 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7caadb-d92e-4e64-bb41-c3f0bb4a5af5 req-1c354c3c-a620-469f-b897-3f916e818450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:19.311289 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1e7caadb-d92e-4e64-bb41-c3f0bb4a5af5 req-1c354c3c-a620-469f-b897-3f916e818450 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1506712 May 04 14:34:19.312637 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-be069879-2288-4197-bc61-5f0a87637f04 req-fc94400f-d3ad-44c6-a23b-db29d27c666d tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067535 May 04 14:34:19.492253 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664490-a01e-4734-962c-7dc175ef6325 req-d1747ab5-cdce-4f1d-b984-05193cb53180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:19.494638 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fe664490-a01e-4734-962c-7dc175ef6325 req-d1747ab5-cdce-4f1d-b984-05193cb53180 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db720b98-3862-4a42-b165-0741d67f782a HTTP/1.1" status: 200 len: 859 time: 0.1808968 May 04 14:34:19.506859 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ccd0a-17ee-4200-aa26-dcd4565cb5af req-d7c0d6e1-5802-43db-810c-08be1e64131a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:19.513860 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510b7c59-eec8-49ca-9b9e-fb681d7afcea', 'tag': '6100388c-46e0-416d-802a-e65d4573e6c7', 'status': 'completed', 'code': 200} May 04 14:34:19.515540 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-301ccd0a-17ee-4200-aa26-dcd4565cb5af req-d7c0d6e1-5802-43db-810c-08be1e64131a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 944 time: 0.3882504 May 04 14:34:19.636869 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fe664490-a01e-4734-962c-7dc175ef6325 req-3d1f1908-1645-40c1-8b7f-00fb61b544a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a63d9d4-1244-4591-8103-61cd0e0dc99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678027 May 04 14:34:19.655937 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-301ccd0a-17ee-4200-aa26-dcd4565cb5af req-60fb0c08-dab1-40d2-9bda-8addb3ac01ce tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371455 May 04 14:34:19.776478 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1e7caadb-d92e-4e64-bb41-c3f0bb4a5af5 req-9441b8ea-61d9-49b5-bf02-7b60350954da service neutron] 10.222.0.47 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577868 May 04 14:34:19.869959 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0ba59-034a-4f86-84ae-6b4dc48ad5a1 req-419358a5-de11-4fd9-80c6-a9e2f559a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:19.872806 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-66d0ba59-034a-4f86-84ae-6b4dc48ad5a1 req-419358a5-de11-4fd9-80c6-a9e2f559a4f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=390c134d64f748c3bb44d08875d33b93&device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 1097 time: 0.3579752 May 04 14:34:19.890234 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 6100388c-46e0-416d-802a-e65d4573e6c7 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:34:20.017611 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fe664490-a01e-4734-962c-7dc175ef6325 req-3b110084-641c-4325-b6d4-aacaf68266da service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587689 May 04 14:34:20.154999 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 6100388c-46e0-416d-802a-e65d4573e6c7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6100388c-46e0-416d-802a-e65d4573e6c7,segment=NetworkSegment(13b31776-d8ff-4c73-8a8e-8e4dad5c0883),segment_id=13b31776-d8ff-4c73-8a8e-8e4dad5c0883)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:20.183558 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': '6100388c-46e0-416d-802a-e65d4573e6c7', 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c', 'port_id': '6100388c-46e0-416d-802a-e65d4573e6c7', 'mac_address': 'fa:16:3e:2f:b2:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db720b98-3862-4a42-b165-0741d67f782a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:34:20.359409 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:20.403145 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6100388c-46e0-416d-802a-e65d4573e6c7 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:34:20.443521 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 6100388c-46e0-416d-802a-e65d4573e6c7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6100388c-46e0-416d-802a-e65d4573e6c7,segment=NetworkSegment(13b31776-d8ff-4c73-8a8e-8e4dad5c0883),segment_id=13b31776-d8ff-4c73-8a8e-8e4dad5c0883)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:20.452963 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:20.455472 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-f716276a-6433-4d9d-86d9-37919276468a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:20.546501 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fe664490-a01e-4734-962c-7dc175ef6325 req-edcad5dd-eba8-489a-bfe5-3d60a8e21c8c service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197592 May 04 14:34:20.630706 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=6100388c-46e0-416d-802a-e65d4573e6c7,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:20.642690 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:20.667328 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1e7caadb-d92e-4e64-bb41-c3f0bb4a5af5 req-70ca6617-f625-4517-9ffa-a20a16762bd6 service neutron] 10.222.0.47 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8732805 May 04 14:34:20.684164 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['6100388c-46e0-416d-802a-e65d4573e6c7'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:34:20.728683 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0ba59-034a-4f86-84ae-6b4dc48ad5a1 req-d033769e-af33-4bda-8149-6a63be078ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:20.733055 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-66d0ba59-034a-4f86-84ae-6b4dc48ad5a1 req-d033769e-af33-4bda-8149-6a63be078ac5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a63d9d4-1244-4591-8103-61cd0e0dc99c HTTP/1.1" status: 200 len: 920 time: 0.8520043 May 04 14:34:20.801046 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965871e-0764-4758-a63e-f72a7b976e95 req-4e619329-94e6-48e8-b20e-3e7471660ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:20.802785 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f965871e-0764-4758-a63e-f72a7b976e95 req-4e619329-94e6-48e8-b20e-3e7471660ef1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=390c134d64f748c3bb44d08875d33b93&device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 1097 time: 0.2018197 May 04 14:34:20.813601 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf9e81-1418-4064-8f13-a4aa5394e6b4 req-e5b2ac97-9418-4114-9788-6f6095e123b8 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:20.814111 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1dbf9e81-1418-4064-8f13-a4aa5394e6b4 req-e5b2ac97-9418-4114-9788-6f6095e123b8 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 943 time: 0.1232038 May 04 14:34:20.939361 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-66d0ba59-034a-4f86-84ae-6b4dc48ad5a1 req-134593cf-af13-43d1-a1bb-cc2a923e3291 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6100388c-46e0-416d-802a-e65d4573e6c7 HTTP/1.1" status: 200 len: 217 time: 0.1991582 May 04 14:34:21.012125 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1dbf9e81-1418-4064-8f13-a4aa5394e6b4 req-fe2d0044-829a-473e-a279-c91ecc0c434b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750958 May 04 14:34:21.059877 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965871e-0764-4758-a63e-f72a7b976e95 req-95113015-3a89-48f0-9b0e-050a36fe0056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:21.062572 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f965871e-0764-4758-a63e-f72a7b976e95 req-95113015-3a89-48f0-9b0e-050a36fe0056 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a63d9d4-1244-4591-8103-61cd0e0dc99c HTTP/1.1" status: 200 len: 920 time: 0.2475026 May 04 14:34:21.132690 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0ba59-034a-4f86-84ae-6b4dc48ad5a1 req-3f7e5e8f-fdc4-47f2-b694-f3edf1f9b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:21.138804 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-66d0ba59-034a-4f86-84ae-6b4dc48ad5a1 req-3f7e5e8f-fdc4-47f2-b694-f3edf1f9b590 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db720b98-3862-4a42-b165-0741d67f782a HTTP/1.1" status: 200 len: 859 time: 0.1920280 May 04 14:34:21.199678 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f965871e-0764-4758-a63e-f72a7b976e95 req-2644eeac-dfa6-48f9-abb1-1c43ca1db827 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccbb7f30-9b77-4834-935f-92d525e76298 HTTP/1.1" status: 200 len: 217 time: 0.1290855 May 04 14:34:21.322975 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-66d0ba59-034a-4f86-84ae-6b4dc48ad5a1 req-1d1edf77-4819-4608-bf88-5a38dd9ba567 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a63d9d4-1244-4591-8103-61cd0e0dc99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1719799 May 04 14:34:21.409432 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 54948) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:21.530400 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965871e-0764-4758-a63e-f72a7b976e95 req-c2216143-aeba-43cb-a816-9387151ac001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:21.532025 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f965871e-0764-4758-a63e-f72a7b976e95 req-c2216143-aeba-43cb-a816-9387151ac001 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db720b98-3862-4a42-b165-0741d67f782a HTTP/1.1" status: 200 len: 859 time: 0.2734926 May 04 14:34:21.699899 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-66d0ba59-034a-4f86-84ae-6b4dc48ad5a1 req-853a05d0-0221-44a5-ad3c-684115f1e6a1 service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683710 May 04 14:34:21.702664 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5a644ef4-02c7-4339-ad5f-532578f8fde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:21.735546 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f965871e-0764-4758-a63e-f72a7b976e95 req-f675d96a-5f72-4b26-b9e0-86155ff177b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a63d9d4-1244-4591-8103-61cd0e0dc99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1636858 May 04 14:34:21.780293 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e64393-64db-460d-8d1f-cafe1c7df7d5 req-f13910cc-feb6-4a04-8cf5-8149c63c38cf tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:21.783141 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-5a644ef4-02c7-4339-ad5f-532578f8fde3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:21.804760 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-42e64393-64db-460d-8d1f-cafe1c7df7d5 req-f13910cc-feb6-4a04-8cf5-8149c63c38cf tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 944 time: 0.6037436 May 04 14:34:21.851170 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-5a644ef4-02c7-4339-ad5f-532578f8fde3 admin admin] Usage tracker for resource:security_group_rule and tenant:5503b06ea2d343c4bc513115e41a03de is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:21.861261 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-5a644ef4-02c7-4339-ad5f-532578f8fde3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:21.880577 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-5a644ef4-02c7-4339-ad5f-532578f8fde3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:21.916857 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 1a9f122d-eab2-4c5c-9630-a6316bc28154 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:34:21.982414 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-66d0ba59-034a-4f86-84ae-6b4dc48ad5a1 req-fef60367-117f-4971-94f0-266c5bfe4614 service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630160 May 04 14:34:21.995910 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 6100388c-46e0-416d-802a-e65d4573e6c7 up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:22.000251 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 54968) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:22.166500 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5a644ef4-02c7-4339-ad5f-532578f8fde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:22.180714 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5a644ef4-02c7-4339-ad5f-532578f8fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:22.196419 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7fd327dc-9080-46b5-b830-9ce4c9ada52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:22.198381 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-42e64393-64db-460d-8d1f-cafe1c7df7d5 req-2748ec77-1124-449f-bd61-8d50e2a83315 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912337 May 04 14:34:22.242417 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning for port 6100388c-46e0-416d-802a-e65d4573e6c7 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:22.300845 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 1a9f122d-eab2-4c5c-9630-a6316bc28154, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1a9f122d-eab2-4c5c-9630-a6316bc28154,segment=NetworkSegment(91b1a557-4212-46b1-ad6b-47600618937a),segment_id=91b1a557-4212-46b1-ad6b-47600618937a)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:22.320180 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': '1a9f122d-eab2-4c5c-9630-a6316bc28154', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'port_id': '1a9f122d-eab2-4c5c-9630-a6316bc28154', 'mac_address': 'fa:16:3e:89:5b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:34:22.329473 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-5a644ef4-02c7-4339-ad5f-532578f8fde3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5503b06ea2d343c4bc513115e41a03de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9159727 May 04 14:34:22.329473 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a644ef4-02c7-4339-ad5f-532578f8fde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f81d57-5320-474e-a938-db62a0786a50,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:22.330867 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 54982) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:22.343147 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5a644ef4-02c7-4339-ad5f-532578f8fde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:22.446668 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:22.466783 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port 6100388c-46e0-416d-802a-e65d4573e6c7 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:22.467644 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:22.501954 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9f122d-eab2-4c5c-9630-a6316bc28154 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:34:22.521607 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 1a9f122d-eab2-4c5c-9630-a6316bc28154, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1a9f122d-eab2-4c5c-9630-a6316bc28154,segment=NetworkSegment(91b1a557-4212-46b1-ad6b-47600618937a),segment_id=91b1a557-4212-46b1-ad6b-47600618937a)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:22.534349 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:22.541571 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:22.559506 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c3e521b2-494c-465e-ae94-8c75e5ba1643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:22.565972 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-09ac8d7b-5f34-4477-9698-e8ef77bfff70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:22.589377 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f965871e-0764-4758-a63e-f72a7b976e95 req-68633d90-bbfe-4af4-9220-bce10c51d95a service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8392985 May 04 14:34:22.662392 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=1a9f122d-eab2-4c5c-9630-a6316bc28154,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:22.665065 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-09ac8d7b-5f34-4477-9698-e8ef77bfff70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:22.672475 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:22.684100 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-09ac8d7b-5f34-4477-9698-e8ef77bfff70 admin admin] Usage tracker for resource:security_group_rule and tenant:24761d4ce454494db1d0d60d0599a6f4 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:22.694077 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-09ac8d7b-5f34-4477-9698-e8ef77bfff70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:22.723864 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-09ac8d7b-5f34-4477-9698-e8ef77bfff70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:22.733243 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c3e521b2-494c-465e-ae94-8c75e5ba1643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:22.778831 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f965871e-0764-4758-a63e-f72a7b976e95 req-9c709bd4-147b-4f2d-8eed-63cab22f77e2 service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821332 May 04 14:34:22.806882 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745f779-a5af-4447-96ae-e8c6a0be33dd req-5b3132b1-3b81-41f3-8b19-51867107c8f9 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:22.814270 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1745f779-a5af-4447-96ae-e8c6a0be33dd req-5b3132b1-3b81-41f3-8b19-51867107c8f9 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 943 time: 0.5817645 May 04 14:34:22.845217 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:22.868911 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['1a9f122d-eab2-4c5c-9630-a6316bc28154'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:34:22.876819 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1745f779-a5af-4447-96ae-e8c6a0be33dd req-6c496d3a-9931-4565-ac1f-c2806bdfaa3f tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608170 May 04 14:34:22.970011 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c3e521b2-494c-465e-ae94-8c75e5ba1643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:22.992697 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:23.016544 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-09ac8d7b-5f34-4477-9698-e8ef77bfff70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:23.017818 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e521b2-494c-465e-ae94-8c75e5ba1643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f81d57-5320-474e-a938-db62a0786a50,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:23.023272 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c3e521b2-494c-465e-ae94-8c75e5ba1643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:23.025895 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-09ac8d7b-5f34-4477-9698-e8ef77bfff70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:23.037400 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:23.065318 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c3e521b2-494c-465e-ae94-8c75e5ba1643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:23.069349 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-c3e521b2-494c-465e-ae94-8c75e5ba1643 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45f81d57-5320-474e-a938-db62a0786a50 HTTP/1.1" status: 204 len: 168 time: 0.7287390 May 04 14:34:23.093415 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-09ac8d7b-5f34-4477-9698-e8ef77bfff70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24761d4ce454494db1d0d60d0599a6f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0654912 May 04 14:34:23.098679 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 55012) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:23.099565 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac8d7b-5f34-4477-9698-e8ef77bfff70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23acf1f5-fc91-401a-832d-0dcc5f246fc1,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:23.103361 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-09ac8d7b-5f34-4477-9698-e8ef77bfff70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:23.160509 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510b7c59-eec8-49ca-9b9e-fb681d7afcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6100388c-46e0-416d-802a-e65d4573e6c7'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:23.179220 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 6100388c-46e0-416d-802a-e65d4573e6c7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6100388c-46e0-416d-802a-e65d4573e6c7,segment=NetworkSegment(13b31776-d8ff-4c73-8a8e-8e4dad5c0883),segment_id=13b31776-d8ff-4c73-8a8e-8e4dad5c0883)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:23.195618 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:23.202712 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:23.255024 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7446bd6-c500-470c-af0a-e174970e8208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:23.350842 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7446bd6-c500-470c-af0a-e174970e8208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:23.403251 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510b7c59-eec8-49ca-9b9e-fb681d7afcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6100388c-46e0-416d-802a-e65d4573e6c7', 'code': 200} May 04 14:34:23.408119 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=6100388c-46e0-416d-802a-e65d4573e6c7,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:23.447145 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:23.478384 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7446bd6-c500-470c-af0a-e174970e8208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:23.485680 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d6d85388-8788-4a55-b2a3-dfad7fa36a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:23.507102 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7446bd6-c500-470c-af0a-e174970e8208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23acf1f5-fc91-401a-832d-0dcc5f246fc1,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:23.517287 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d7446bd6-c500-470c-af0a-e174970e8208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:23.520803 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7446bd6-c500-470c-af0a-e174970e8208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:23.522427 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-d7446bd6-c500-470c-af0a-e174970e8208 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23acf1f5-fc91-401a-832d-0dcc5f246fc1 HTTP/1.1" status: 204 len: 168 time: 0.4217565 May 04 14:34:23.772760 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74abe3-c062-4a41-bf82-2f60e08710e4 req-6bb296de-308f-49ed-87d0-2ccdbe21b490 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:23.780262 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55026) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:23.782958 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3e74abe3-c062-4a41-bf82-2f60e08710e4 req-6bb296de-308f-49ed-87d0-2ccdbe21b490 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 944 time: 0.2143362 May 04 14:34:23.823513 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e3bb0-752f-4be6-abe7-799b46c3aa9a req-65a8105f-42bd-47bf-bc5a-890b0f1576f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:23.824998 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-821e3bb0-752f-4be6-abe7-799b46c3aa9a req-65a8105f-42bd-47bf-bc5a-890b0f1576f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 1099 time: 0.1860459 May 04 14:34:23.825664 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a9e7970e-91df-4d63-b700-622b6f8d0928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:23.842108 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-a9e7970e-91df-4d63-b700-622b6f8d0928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:23.847280 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-a9e7970e-91df-4d63-b700-622b6f8d0928 admin admin] Usage tracker for resource:security_group_rule and tenant:537e83a2caaf4ab8b4f3811fd40dab60 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:23.850994 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-a9e7970e-91df-4d63-b700-622b6f8d0928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:23.863542 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-a9e7970e-91df-4d63-b700-622b6f8d0928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:23.881436 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3e74abe3-c062-4a41-bf82-2f60e08710e4 req-e5a6b237-003c-4da9-99ee-f327adb72608 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974314 May 04 14:34:23.918740 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-821e3bb0-752f-4be6-abe7-799b46c3aa9a req-b3f22c25-01a9-44f9-bba2-9e1940bd93a1 service neutron] Synchronizing usage tracker for tenant:784a090148b04eac9072f1641b984b55 on resource:security_group {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:34:23.926072 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device ccbb7f30-9b77-4834-935f-92d525e76298 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:34:24.073764 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a9e7970e-91df-4d63-b700-622b6f8d0928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:24.090597 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a9e7970e-91df-4d63-b700-622b6f8d0928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:24.096846 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-821e3bb0-752f-4be6-abe7-799b46c3aa9a req-b3f22c25-01a9-44f9-bba2-9e1940bd93a1 service neutron] Unset dirty status for tenant:784a090148b04eac9072f1641b984b55 on resource:security_group {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:34:24.098488 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-821e3bb0-752f-4be6-abe7-799b46c3aa9a req-b3f22c25-01a9-44f9-bba2-9e1940bd93a1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649179 May 04 14:34:24.182259 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-99436726-8121-4de1-89bd-e98be6ad852e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:24.204445 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 55042) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:24.218565 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-a9e7970e-91df-4d63-b700-622b6f8d0928 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=537e83a2caaf4ab8b4f3811fd40dab60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4195268 May 04 14:34:24.292722 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7970e-91df-4d63-b700-622b6f8d0928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e827f4-3e55-49dd-8599-b1849daf1df3,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:24.305633 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a9e7970e-91df-4d63-b700-622b6f8d0928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:24.479381 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port ccbb7f30-9b77-4834-935f-92d525e76298, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ccbb7f30-9b77-4834-935f-92d525e76298,segment=NetworkSegment(13b31776-d8ff-4c73-8a8e-8e4dad5c0883),segment_id=13b31776-d8ff-4c73-8a8e-8e4dad5c0883)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:24.511475 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': 'ccbb7f30-9b77-4834-935f-92d525e76298', 'network_id': '2a63d9d4-1244-4591-8103-61cd0e0dc99c', 'port_id': 'ccbb7f30-9b77-4834-935f-92d525e76298', 'mac_address': 'fa:16:3e:29:13:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db720b98-3862-4a42-b165-0741d67f782a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:34:24.542474 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55050) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:24.570949 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0b099265-9086-4815-861a-2d4a6054c657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:24.604481 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0b099265-9086-4815-861a-2d4a6054c657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:24.609533 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f03301e6-30a9-4db6-acde-73e7da77d7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:24.610433 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-0b099265-9086-4815-861a-2d4a6054c657 admin admin] Usage tracker for resource:security_group_rule and tenant:008438737aa94d0581ff0b66a5863e40 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:24.614655 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-0b099265-9086-4815-861a-2d4a6054c657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:24.624011 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0b099265-9086-4815-861a-2d4a6054c657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:24.643144 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:24.723732 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbb7f30-9b77-4834-935f-92d525e76298 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:34:24.750097 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217817b1-ab11-4760-a075-6bbea0d45da9 req-15db8ef6-05b7-47a1-b2c3-c79854b81cd2 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:24.752227 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0b099265-9086-4815-861a-2d4a6054c657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:24.754239 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-217817b1-ab11-4760-a075-6bbea0d45da9 req-15db8ef6-05b7-47a1-b2c3-c79854b81cd2 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 944 time: 0.4746189 May 04 14:34:24.762190 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0b099265-9086-4815-861a-2d4a6054c657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:24.765953 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port ccbb7f30-9b77-4834-935f-92d525e76298, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ccbb7f30-9b77-4834-935f-92d525e76298,segment=NetworkSegment(13b31776-d8ff-4c73-8a8e-8e4dad5c0883),segment_id=13b31776-d8ff-4c73-8a8e-8e4dad5c0883)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:24.773945 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:24.775343 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:24.777763 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:24.783692 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f03301e6-30a9-4db6-acde-73e7da77d7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:24.852567 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-0b099265-9086-4815-861a-2d4a6054c657 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=008438737aa94d0581ff0b66a5863e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087811 May 04 14:34:24.854608 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55060) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:24.860539 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b099265-9086-4815-861a-2d4a6054c657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64ff701-02e7-4430-8627-1cf65b3a72a3,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:24.865819 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0b099265-9086-4815-861a-2d4a6054c657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:24.948091 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-217817b1-ab11-4760-a075-6bbea0d45da9 req-cf7319f0-7e32-4db9-8c9c-59f6d86531ba tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712077 May 04 14:34:24.991272 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f03301e6-30a9-4db6-acde-73e7da77d7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:25.001934 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:25.051303 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03301e6-30a9-4db6-acde-73e7da77d7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e827f4-3e55-49dd-8599-b1849daf1df3,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:25.065436 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f03301e6-30a9-4db6-acde-73e7da77d7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:25.069783 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f03301e6-30a9-4db6-acde-73e7da77d7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:25.085936 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-f03301e6-30a9-4db6-acde-73e7da77d7a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36e827f4-3e55-49dd-8599-b1849daf1df3 HTTP/1.1" status: 204 len: 168 time: 0.8657682 May 04 14:34:25.124677 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=ccbb7f30-9b77-4834-935f-92d525e76298,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:25.143409 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:25.156947 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['ccbb7f30-9b77-4834-935f-92d525e76298'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:34:25.331099 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-75516dcc-9a05-40cc-b49a-0c92fa8b32b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:25.403586 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-75516dcc-9a05-40cc-b49a-0c92fa8b32b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:25.483695 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-75516dcc-9a05-40cc-b49a-0c92fa8b32b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:25.498496 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-09ac8d7b-5f34-4477-9698-e8ef77bfff70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:25.515518 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75516dcc-9a05-40cc-b49a-0c92fa8b32b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64ff701-02e7-4430-8627-1cf65b3a72a3,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:25.518086 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-75516dcc-9a05-40cc-b49a-0c92fa8b32b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:25.529856 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-75516dcc-9a05-40cc-b49a-0c92fa8b32b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:25.531220 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-75516dcc-9a05-40cc-b49a-0c92fa8b32b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c64ff701-02e7-4430-8627-1cf65b3a72a3 HTTP/1.1" status: 204 len: 168 time: 0.6749389 May 04 14:34:25.601327 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9ee3f-e242-4129-a813-6439e4ce263c req-a5e34ad8-7d67-49dd-b4e5-df4f24ca7610 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:25.603015 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cbd9ee3f-e242-4129-a813-6439e4ce263c req-a5e34ad8-7d67-49dd-b4e5-df4f24ca7610 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 945 time: 0.4659643 May 04 14:34:25.619930 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17d96e-bfb0-48b4-b4ae-a237ff5218cf req-803631e0-9ad0-48ce-9f3e-4809b32f1897 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:25.628236 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7b17d96e-bfb0-48b4-b4ae-a237ff5218cf req-803631e0-9ad0-48ce-9f3e-4809b32f1897 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 945 time: 0.3368599 May 04 14:34:25.628556 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55082) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:25.738018 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cbd9ee3f-e242-4129-a813-6439e4ce263c req-96f227fb-f960-4561-8aa5-57291ff91294 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/security-groups?id=f593616c-69cd-4e39-a6c6-4d13304d1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847871 May 04 14:34:25.760384 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7b17d96e-bfb0-48b4-b4ae-a237ff5218cf req-910dd90e-5989-4a01-9a83-10c559223b6a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312392 May 04 14:34:25.948446 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 1a9f122d-eab2-4c5c-9630-a6316bc28154 up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:26.070490 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning for port 1a9f122d-eab2-4c5c-9630-a6316bc28154 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:26.076936 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port 1a9f122d-eab2-4c5c-9630-a6316bc28154 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:26.076936 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:26.115750 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:26.156877 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:26.182394 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Usage tracker for resource:security_group_rule and tenant:305d52943fc14ca5b22218f25cf51812 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:26.185746 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:26.201732 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:26.352494 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a795c67-f433-496a-9ca2-4c02f167d3bf req-f987d98f-826f-4619-829f-e9f74ba64d95 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:26.361210 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4a795c67-f433-496a-9ca2-4c02f167d3bf req-f987d98f-826f-4619-829f-e9f74ba64d95 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 944 time: 0.1898525 May 04 14:34:26.411327 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:26.431028 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:26.441390 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:26.449211 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bffd169-2f0d-4d35-93cb-dae01f64a28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9f122d-eab2-4c5c-9630-a6316bc28154'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:26.462878 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:26.507085 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 1a9f122d-eab2-4c5c-9630-a6316bc28154, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1a9f122d-eab2-4c5c-9630-a6316bc28154,segment=NetworkSegment(91b1a557-4212-46b1-ad6b-47600618937a),segment_id=91b1a557-4212-46b1-ad6b-47600618937a)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:26.514211 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:26.516944 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4a795c67-f433-496a-9ca2-4c02f167d3bf req-fd16a536-da81-47e4-8cf9-9b5609da3a65 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531999 May 04 14:34:26.517469 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-24303678-9410-4183-bd68-415338b67863 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=305d52943fc14ca5b22218f25cf51812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8875968 May 04 14:34:26.519200 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:26.521417 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837aaa02-82eb-4d98-84d7-615f18935099,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:26.523936 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 55118) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:26.559343 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:26.562158 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:26.564654 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:26.567244 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:26.568425 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:26.570822 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:26.574574 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:26.576149 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:26.583347 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:26.586768 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:26.587497 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:26.588112 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:26.603756 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:26.678307 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bffd169-2f0d-4d35-93cb-dae01f64a28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9f122d-eab2-4c5c-9630-a6316bc28154', 'code': 200} May 04 14:34:26.694831 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=1a9f122d-eab2-4c5c-9630-a6316bc28154,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:26.698207 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:26.856847 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:27.132584 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:27.155563 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27621e1a-a8cc-440a-b6c3-b1b92632692d req-b615221f-0d11-4c3a-bec4-e2879be56879 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:27.157321 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-27621e1a-a8cc-440a-b6c3-b1b92632692d req-b615221f-0d11-4c3a-bec4-e2879be56879 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.47 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 945 time: 0.4821806 May 04 14:34:27.246160 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccfb7b-d823-4f6f-919b-da30eea7e150 req-340e2afa-6e95-4831-8450-816cf5897cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:27.252992 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-4eccfb7b-d823-4f6f-919b-da30eea7e150 req-340e2afa-6e95-4831-8450-816cf5897cd9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 1098 time: 0.2691579 May 04 14:34:27.399114 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-4eccfb7b-d823-4f6f-919b-da30eea7e150 req-a02b8408-ddc8-4d4e-b646-2ae5979bcf15 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388414 May 04 14:34:27.424205 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:27.441398 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9712b4-d038-4004-8a35-8dbf8d95f515 req-d0367744-07e6-423c-b6a4-e12de9ef8ba5 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:27.449656 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3c9712b4-d038-4004-8a35-8dbf8d95f515 req-d0367744-07e6-423c-b6a4-e12de9ef8ba5 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 945 time: 0.4084902 May 04 14:34:27.460295 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:27.502301 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837aaa02-82eb-4d98-84d7-615f18935099,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:27.512617 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f13046-747d-4b04-916e-ebff41c2c624 req-b820122e-f373-4aa5-b13d-7afe16dc2ef8 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:27.514376 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a1f13046-747d-4b04-916e-ebff41c2c624 req-b820122e-f373-4aa5-b13d-7afe16dc2ef8 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 945 time: 0.6037652 May 04 14:34:27.635089 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:27.635461 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:27.635931 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:27.636340 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:27.636767 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:27.637201 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:27.637598 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:27.638225 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:27.638771 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:27.639317 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:27.639868 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:27.640413 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:27.675904 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:27.680000 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/837aaa02-82eb-4d98-84d7-615f18935099 HTTP/1.1" status: 204 len: 168 time: 1.1518307 May 04 14:34:27.683568 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:27.708935 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3c9712b4-d038-4004-8a35-8dbf8d95f515 req-e461cab8-176c-45b6-8d88-e3dc845c6835 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580686 May 04 14:34:27.733992 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-27621e1a-a8cc-440a-b6c3-b1b92632692d req-544fd789-2828-4a93-a3dd-9ff83dbfe175 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Deleting port 98017fb7-c923-4945-83b1-ff9e9d7fe289 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:34:27.734368 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-27621e1a-a8cc-440a-b6c3-b1b92632692d req-544fd789-2828-4a93-a3dd-9ff83dbfe175 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:27.830382 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a1f13046-747d-4b04-916e-ebff41c2c624 req-3bea4eb7-d3e8-43ea-a21c-699df1fd3349 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/security-groups?id=f593616c-69cd-4e39-a6c6-4d13304d1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982702 May 04 14:34:27.957458 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device ccbb7f30-9b77-4834-935f-92d525e76298 up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:28.156276 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning for port ccbb7f30-9b77-4834-935f-92d525e76298 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:28.165622 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port ccbb7f30-9b77-4834-935f-92d525e76298 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:28.166004 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:28.250717 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-27621e1a-a8cc-440a-b6c3-b1b92632692d req-544fd789-2828-4a93-a3dd-9ff83dbfe175 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] For port 98017fb7-c923-4945-83b1-ff9e9d7fe289, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=98017fb7-c923-4945-83b1-ff9e9d7fe289,segment=NetworkSegment(efe2426b-76b6-4476-816b-265223ac6336),segment_id=efe2426b-76b6-4476-816b-265223ac6336)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:28.250986 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-27621e1a-a8cc-440a-b6c3-b1b92632692d req-544fd789-2828-4a93-a3dd-9ff83dbfe175 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:28.556359 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:28.616290 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55192) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:28.624883 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-27621e1a-a8cc-440a-b6c3-b1b92632692d req-544fd789-2828-4a93-a3dd-9ff83dbfe175 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Calling delete_port for 98017fb7-c923-4945-83b1-ff9e9d7fe289 owned by compute:nova {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:34:28.633760 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port ccbb7f30-9b77-4834-935f-92d525e76298, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ccbb7f30-9b77-4834-935f-92d525e76298,segment=NetworkSegment(13b31776-d8ff-4c73-8a8e-8e4dad5c0883),segment_id=13b31776-d8ff-4c73-8a8e-8e4dad5c0883)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:28.644936 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:28.648154 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-070e55d1-ed35-430b-b692-b09ec7b73751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:28.650729 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812d8ee-3e9a-45c0-9a60-3bb6d322f75d req-9b61e199-3dd7-4913-92ea-54162b643303 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:28.653533 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0812d8ee-3e9a-45c0-9a60-3bb6d322f75d req-9b61e199-3dd7-4913-92ea-54162b643303 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.6471224 May 04 14:34:28.669063 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5759ca21-9f2b-4992-a246-e0572a86f528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:28.733265 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-5759ca21-9f2b-4992-a246-e0572a86f528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:28.751364 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-5759ca21-9f2b-4992-a246-e0572a86f528 admin admin] Usage tracker for resource:security_group_rule and tenant:b91647c26f154afc9377636dff9ce4a6 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:28.759897 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-5759ca21-9f2b-4992-a246-e0572a86f528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:28.766314 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c12015-bcf4-48a6-8ce1-c55c2e253c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbb7f30-9b77-4834-935f-92d525e76298'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:28.779627 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-5759ca21-9f2b-4992-a246-e0572a86f528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:28.865612 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=ccbb7f30-9b77-4834-935f-92d525e76298,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:28.880165 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:28.948987 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0812d8ee-3e9a-45c0-9a60-3bb6d322f75d req-00a60475-70da-4dc6-a6e4-97eef2e5724f tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864788 May 04 14:34:29.008022 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5759ca21-9f2b-4992-a246-e0572a86f528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:29.015388 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5759ca21-9f2b-4992-a246-e0572a86f528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:29.034632 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:29.085444 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759ca21-9f2b-4992-a246-e0572a86f528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1ea73e-0d97-4267-a047-5ffa88a22dd1,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:29.089428 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c12015-bcf4-48a6-8ce1-c55c2e253c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbb7f30-9b77-4834-935f-92d525e76298', 'code': 200} May 04 14:34:29.106604 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5759ca21-9f2b-4992-a246-e0572a86f528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:29.145245 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-5759ca21-9f2b-4992-a246-e0572a86f528 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b91647c26f154afc9377636dff9ce4a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5268526 May 04 14:34:29.148079 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55214) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:29.328306 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-27621e1a-a8cc-440a-b6c3-b1b92632692d req-544fd789-2828-4a93-a3dd-9ff83dbfe175 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:29.343971 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['98017fb7-c923-4945-83b1-ff9e9d7fe289'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:34:29.403565 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1849cdf7-16f2-478f-af87-7c53705d050d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:29.421916 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:29.469824 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cfdd1297-b1c7-4723-9870-417de33bc0af req-14b2d5ea-4de8-4ae0-9c63-7f008a30e180 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 210 time: 0.1431420 May 04 14:34:29.482884 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fd789-2828-4a93-a3dd-9ff83dbfe175 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Pushing event deleted for resources: {'Port': ['ID=98017fb7-c923-4945-83b1-ff9e9d7fe289,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:29.505760 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1849cdf7-16f2-478f-af87-7c53705d050d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:29.655875 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-544fd789-2828-4a93-a3dd-9ff83dbfe175 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:29.671393 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [req-27621e1a-a8cc-440a-b6c3-b1b92632692d req-544fd789-2828-4a93-a3dd-9ff83dbfe175 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] No DVR routers for this DVR port 98017fb7-c923-4945-83b1-ff9e9d7fe289 on host hv-cinder-77262 {{(pid=73821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:34:29.689278 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8ecfb-ccc0-437f-a46a-c54fca770856 req-b5c244b3-2e1d-4b2a-8b4a-82766b8584aa tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:29.690677 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-aeb8ecfb-ccc0-437f-a46a-c54fca770856 req-b5c244b3-2e1d-4b2a-8b4a-82766b8584aa tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.6954679 May 04 14:34:29.692982 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-27621e1a-a8cc-440a-b6c3-b1b92632692d req-544fd789-2828-4a93-a3dd-9ff83dbfe175 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:29.697328 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036cd8eb-972e-4f53-884b-38ccf44a1266', 'name': 'network-vif-deleted', 'tag': '98017fb7-c923-4945-83b1-ff9e9d7fe289'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:29.747069 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1849cdf7-16f2-478f-af87-7c53705d050d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:29.750237 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-27621e1a-a8cc-440a-b6c3-b1b92632692d req-544fd789-2828-4a93-a3dd-9ff83dbfe175 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.47 "DELETE /v2.0/ports/98017fb7-c923-4945-83b1-ff9e9d7fe289 HTTP/1.1" status: 204 len: 173 time: 2.5764413 May 04 14:34:29.763998 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:29.803421 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849cdf7-16f2-478f-af87-7c53705d050d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1ea73e-0d97-4267-a047-5ffa88a22dd1,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:29.805817 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-aeb8ecfb-ccc0-437f-a46a-c54fca770856 req-19ef14e0-ee80-47c3-bec0-1b0c4fe88c68 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987611 May 04 14:34:29.808186 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1849cdf7-16f2-478f-af87-7c53705d050d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:29.810548 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1849cdf7-16f2-478f-af87-7c53705d050d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:29.812491 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-1849cdf7-16f2-478f-af87-7c53705d050d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b1ea73e-0d97-4267-a047-5ffa88a22dd1 HTTP/1.1" status: 204 len: 168 time: 0.6505773 May 04 14:34:29.815749 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c518d-e8e6-4258-ac4b-a7d82436f76d req-0538ae3a-7bda-4a34-959f-0dd19083f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:29.819220 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-cb0c518d-e8e6-4258-ac4b-a7d82436f76d req-0538ae3a-7bda-4a34-959f-0dd19083f1e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 1099 time: 0.2922800 May 04 14:34:29.851221 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036cd8eb-972e-4f53-884b-38ccf44a1266', 'name': 'network-vif-deleted', 'tag': '98017fb7-c923-4945-83b1-ff9e9d7fe289', 'status': 'completed', 'code': 200} May 04 14:34:29.906723 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-cb0c518d-e8e6-4258-ac4b-a7d82436f76d req-bed46b16-dc18-44a3-98b1-701c3121e34f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808778 May 04 14:34:30.343711 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61531f-1568-4b9a-9b40-0a5e4fc16de6 req-955b5545-01b6-4ad7-9629-fb1f4b7cec4d tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:30.345417 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bc61531f-1568-4b9a-9b40-0a5e4fc16de6 req-955b5545-01b6-4ad7-9629-fb1f4b7cec4d tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.1288908 May 04 14:34:30.406899 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bc61531f-1568-4b9a-9b40-0a5e4fc16de6 req-79f82878-a340-460f-acbf-5ad83e53e0c6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479817 May 04 14:34:30.671662 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55280) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:30.914337 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-eecc28c5-8a0b-4ef8-8ff4-1a1a7cb2ccf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:30.953898 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-eecc28c5-8a0b-4ef8-8ff4-1a1a7cb2ccf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:30.964295 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-eecc28c5-8a0b-4ef8-8ff4-1a1a7cb2ccf4 admin admin] Usage tracker for resource:security_group_rule and tenant:8faa44ab6e38486fa7e2058684e9cbc7 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:30.971133 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-eecc28c5-8a0b-4ef8-8ff4-1a1a7cb2ccf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:30.984716 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-eecc28c5-8a0b-4ef8-8ff4-1a1a7cb2ccf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:31.038981 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-3067759a-f8bb-4fa0-8220-a50c8749b226 req-ab1bf140-71d5-4f5e-8bdb-211411d3b023 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Synchronizing usage tracker for tenant:1d680e5d4b8f4fd09afe3dee582833dd on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:34:31.105447 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-3067759a-f8bb-4fa0-8220-a50c8749b226 req-ab1bf140-71d5-4f5e-8bdb-211411d3b023 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Unset dirty status for tenant:1d680e5d4b8f4fd09afe3dee582833dd on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:34:31.107456 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3067759a-f8bb-4fa0-8220-a50c8749b226 req-ab1bf140-71d5-4f5e-8bdb-211411d3b023 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] 10.222.0.37 "GET /v2.0/ports?device_id=036cd8eb-972e-4f53-884b-38ccf44a1266 HTTP/1.1" status: 200 len: 210 time: 0.1645572 May 04 14:34:31.152983 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591451e0-bfeb-4403-ab4f-39104b2338c7 req-6705a2b9-a888-4dc2-8648-b4d8d9dc909c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:31.156860 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-591451e0-bfeb-4403-ab4f-39104b2338c7 req-6705a2b9-a888-4dc2-8648-b4d8d9dc909c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.3807278 May 04 14:34:31.172323 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 55300) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:31.180347 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-48140021-5841-4563-bbbd-e67f2c7c6bd2 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Request body: {'floatingip': {'port_id': '1a9f122d-eab2-4c5c-9630-a6316bc28154'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:31.246122 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-eecc28c5-8a0b-4ef8-8ff4-1a1a7cb2ccf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:31.254917 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-eecc28c5-8a0b-4ef8-8ff4-1a1a7cb2ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:31.294939 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5a644ef4-02c7-4339-ad5f-532578f8fde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:31.408151 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-48140021-5841-4563-bbbd-e67f2c7c6bd2 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for floatingip, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:31.444669 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-eecc28c5-8a0b-4ef8-8ff4-1a1a7cb2ccf4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8faa44ab6e38486fa7e2058684e9cbc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7714758 May 04 14:34:31.456011 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55312) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:31.512441 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc28c5-8a0b-4ef8-8ff4-1a1a7cb2ccf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0449fc6f-1477-4dfd-a9b1-bae72be9d104,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:31.527436 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-eecc28c5-8a0b-4ef8-8ff4-1a1a7cb2ccf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:31.618151 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-24091426-88b9-4f0d-894b-e16be2a185ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:31.675092 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-24091426-88b9-4f0d-894b-e16be2a185ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:31.811654 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-24091426-88b9-4f0d-894b-e16be2a185ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:31.830042 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:31.872706 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24091426-88b9-4f0d-894b-e16be2a185ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0449fc6f-1477-4dfd-a9b1-bae72be9d104,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:31.878166 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-24091426-88b9-4f0d-894b-e16be2a185ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:31.882358 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-24091426-88b9-4f0d-894b-e16be2a185ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:31.895245 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-24091426-88b9-4f0d-894b-e16be2a185ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0449fc6f-1477-4dfd-a9b1-bae72be9d104 HTTP/1.1" status: 204 len: 168 time: 0.4309955 May 04 14:34:31.996581 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 98017fb7-c923-4945-83b1-ff9e9d7fe289 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:34:32.168808 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] No Port match for: 98017fb7-c923-4945-83b1-ff9e9d7fe289 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:34:32.169688 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 98017fb7-c923-4945-83b1-ff9e9d7fe289 not bound to the agent host hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:34:32.893590 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55356) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:32.929331 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0cd0a372-3484-4393-8ec5-ba0048e3913c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:32.972053 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0cd0a372-3484-4393-8ec5-ba0048e3913c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:32.973632 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab37ab-33d5-4874-b8c9-0b19c5c5621e req-470a789e-9b90-4c4d-a1a7-579e5bf527d1 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:32.976612 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9cab37ab-33d5-4874-b8c9-0b19c5c5621e req-470a789e-9b90-4c4d-a1a7-579e5bf527d1 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 1.4075730 May 04 14:34:32.992256 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-0cd0a372-3484-4393-8ec5-ba0048e3913c admin admin] Usage tracker for resource:security_group_rule and tenant:2cabd4ff6ed5424a8512675d8cf5e91e is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:33.002872 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-0cd0a372-3484-4393-8ec5-ba0048e3913c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:33.016472 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0cd0a372-3484-4393-8ec5-ba0048e3913c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:33.199389 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0cd0a372-3484-4393-8ec5-ba0048e3913c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:33.205608 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0cd0a372-3484-4393-8ec5-ba0048e3913c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:33.230489 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-75516dcc-9a05-40cc-b49a-0c92fa8b32b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:33.355797 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-0cd0a372-3484-4393-8ec5-ba0048e3913c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2cabd4ff6ed5424a8512675d8cf5e91e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4612923 May 04 14:34:33.356911 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0a372-3484-4393-8ec5-ba0048e3913c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb2f70e-cf0b-4367-8e8d-0e0ec1f69450,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:33.367195 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55368) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:33.370283 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0cd0a372-3484-4393-8ec5-ba0048e3913c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:33.493980 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-898b5735-69e9-4970-a5d7-c6a0b1ae136c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:33.534556 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-898b5735-69e9-4970-a5d7-c6a0b1ae136c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:33.550786 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-48140021-5841-4563-bbbd-e67f2c7c6bd2 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:33.557920 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9cab37ab-33d5-4874-b8c9-0b19c5c5621e req-da459cce-9e00-4b86-94b7-a1ce26ace51d tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211500 May 04 14:34:33.560203 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-48140021-5841-4563-bbbd-e67f2c7c6bd2 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946001'] for floatingip, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:33.564364 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:34:33.632438 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-898b5735-69e9-4970-a5d7-c6a0b1ae136c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:33.650925 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:33.691366 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b5735-69e9-4970-a5d7-c6a0b1ae136c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb2f70e-cf0b-4367-8e8d-0e0ec1f69450,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:33.697961 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-898b5735-69e9-4970-a5d7-c6a0b1ae136c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:33.700852 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-898b5735-69e9-4970-a5d7-c6a0b1ae136c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afb2f70e-cf0b-4367-8e8d-0e0ec1f69450 HTTP/1.1" status: 204 len: 168 time: 0.3312833 May 04 14:34:33.704745 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-898b5735-69e9-4970-a5d7-c6a0b1ae136c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:33.886050 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.db.l3_db [None req-48140021-5841-4563-bbbd-e67f2c7c6bd2 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Floating IP 01517847-afe4-4be2-9930-3e0a3e71c669 associated. External IP: 172.28.3.237, port: 1a9f122d-eab2-4c5c-9630-a6316bc28154. May 04 14:34:34.465051 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d0a1f-69f3-4c20-bc39-f1f470333ef7 req-830e8653-4492-4a2b-8ec0-1e592b44728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:34.474601 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2d4d0a1f-69f3-4c20-bc39-f1f470333ef7 req-830e8653-4492-4a2b-8ec0-1e592b44728c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=390c134d64f748c3bb44d08875d33b93&device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 1099 time: 0.2191150 May 04 14:34:34.684923 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d0a1f-69f3-4c20-bc39-f1f470333ef7 req-e316399c-e81c-41d1-b12a-f141a209f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:34.687245 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2d4d0a1f-69f3-4c20-bc39-f1f470333ef7 req-e316399c-e81c-41d1-b12a-f141a209f27a service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a63d9d4-1244-4591-8103-61cd0e0dc99c HTTP/1.1" status: 200 len: 920 time: 0.2056651 May 04 14:34:34.800436 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48140021-5841-4563-bbbd-e67f2c7c6bd2 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Router 69f9ee52-154c-4468-b260-09d137a7f7ca has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:34:34.825657 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2d4d0a1f-69f3-4c20-bc39-f1f470333ef7 req-3ef29b3e-8f87-48be-a7d0-425f18fad703 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccbb7f30-9b77-4834-935f-92d525e76298 HTTP/1.1" status: 200 len: 217 time: 0.1315529 May 04 14:34:34.974307 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8398f3-d794-43e8-b025-fb07d5b3f4ee req-99633034-e416-412a-a7ee-86c2ae00d859 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:34.976928 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cb8398f3-d794-43e8-b025-fb07d5b3f4ee req-99633034-e416-412a-a7ee-86c2ae00d859 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.4244142 May 04 14:34:35.052915 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d0a1f-69f3-4c20-bc39-f1f470333ef7 req-d936c7f8-51d2-4d3a-9377-c9319111b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:35.060900 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2d4d0a1f-69f3-4c20-bc39-f1f470333ef7 req-d936c7f8-51d2-4d3a-9377-c9319111b05b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db720b98-3862-4a42-b165-0741d67f782a HTTP/1.1" status: 200 len: 859 time: 0.2284808 May 04 14:34:35.278618 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2d4d0a1f-69f3-4c20-bc39-f1f470333ef7 req-c05cfa1c-d32b-4509-9ea1-fcc53043ae22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a63d9d4-1244-4591-8103-61cd0e0dc99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2057445 May 04 14:34:35.297871 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cb8398f3-d794-43e8-b025-fb07d5b3f4ee req-11e5dd07-544d-437a-b928-cd421f8a3078 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068871 May 04 14:34:35.330254 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48140021-5841-4563-bbbd-e67f2c7c6bd2 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:34:35.338516 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-48140021-5841-4563-bbbd-e67f2c7c6bd2 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for floatingip, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:35.370192 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64acb7b-13da-437b-93f7-191ff6b0e33d None None] Sync routers for ids ['69f9ee52-154c-4468-b260-09d137a7f7ca'] in dv-cinder-772623-4-smb {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:34:35.387551 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55446) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:35.415019 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64acb7b-13da-437b-93f7-191ff6b0e33d None None] Routers {'69f9ee52-154c-4468-b260-09d137a7f7ca'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:34:35.415782 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-e64acb7b-13da-437b-93f7-191ff6b0e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:34:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['69f9ee52-154c-4468-b260-09d137a7f7ca'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:35.438644 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-48140021-5841-4563-bbbd-e67f2c7c6bd2 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "PUT /v2.0/floatingips/01517847-afe4-4be2-9930-3e0a3e71c669 HTTP/1.1" status: 200 len: 991 time: 4.2652020 May 04 14:34:35.440113 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bffd169-2f0d-4d35-93cb-dae01f64a28d', 'tag': '1a9f122d-eab2-4c5c-9630-a6316bc28154'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:34:35.506630 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa308b82-8d21-4241-bb4e-37fe78b8a6ce admin admin] Deleting subnet 482ca139-9d08-4f61-8df0-5972542b7a77 {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:34:35.516858 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-aa308b82-8d21-4241-bb4e-37fe78b8a6ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:35.548367 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bffd169-2f0d-4d35-93cb-dae01f64a28d', 'tag': '1a9f122d-eab2-4c5c-9630-a6316bc28154', 'status': 'completed', 'code': 200} May 04 14:34:35.660034 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b511a6a5-81f6-4743-87ab-66f1049d8b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:35.699883 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-aa308b82-8d21-4241-bb4e-37fe78b8a6ce admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:35.735529 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25078-42e7-4999-b0f3-47d7056eba9d req-ba951c85-2476-46be-bf71-49667f45e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:35.737146 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-aa308b82-8d21-4241-bb4e-37fe78b8a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005557'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:35.738237 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fbc25078-42e7-4999-b0f3-47d7056eba9d req-ba951c85-2476-46be-bf71-49667f45e4fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94143385d04d4e4daae864a0a23daa8d&device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 1098 time: 0.1561863 May 04 14:34:35.892777 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-e64acb7b-13da-437b-93f7-191ff6b0e33d None None] Set router 69f9ee52-154c-4468-b260-09d137a7f7ca gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:34:35.987769 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2d4d0a1f-69f3-4c20-bc39-f1f470333ef7 req-37eb852e-f4f6-4679-9a8a-4c41461ad3b0 service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7000823 May 04 14:34:35.989366 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25078-42e7-4999-b0f3-47d7056eba9d req-abf68a24-7f79-4070-9edc-c9b4deeaec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:35.991413 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fbc25078-42e7-4999-b0f3-47d7056eba9d req-abf68a24-7f79-4070-9edc-c9b4deeaec17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9 HTTP/1.1" status: 200 len: 912 time: 0.2448785 May 04 14:34:36.351616 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fbc25078-42e7-4999-b0f3-47d7056eba9d req-7af0a11a-117a-44c7-9d7f-df90da825192 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a9f122d-eab2-4c5c-9630-a6316bc28154 HTTP/1.1" status: 200 len: 999 time: 0.3377786 May 04 14:34:36.518519 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25078-42e7-4999-b0f3-47d7056eba9d req-da96f1fd-4a71-4215-9901-8b563ab73226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:36.521712 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fbc25078-42e7-4999-b0f3-47d7056eba9d req-da96f1fd-4a71-4215-9901-8b563ab73226 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d35a3c5f-3c94-4166-926a-729a198f0bde HTTP/1.1" status: 200 len: 850 time: 0.1572185 May 04 14:34:36.678436 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-e64acb7b-13da-437b-93f7-191ff6b0e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '86576182-9113-4960-bb3f-d84f5b475de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:33:42Z', 'revision_number': 4, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port': {'id': '86576182-9113-4960-bb3f-d84f5b475de7', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:31Z', 'updated_at': '2021-05-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_floatingips': [{'id': '01517847-afe4-4be2-9930-3e0a3e71c669', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'floating_ip_address': '172.28.3.237', 'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'router_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'port_id': '1a9f122d-eab2-4c5c-9630-a6316bc28154', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'mac_address': 'fa:16:3e:89:5b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bffd169-2f0d-4d35-93cb-dae01f64a28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:33:56Z', 'updated_at': '2021-05-04T14:34:33Z', 'revision_number': 1, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccbe198-bb60-48d6-9798-1e1775af71ef', 'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'mac_address': 'fa:16:3e:72:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:39Z', 'updated_at': '2021-05-04T14:33:57Z', 'revision_number': 5, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'subnets': [{'id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:36.687003 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64acb7b-13da-437b-93f7-191ff6b0e33d None None] Checking router: 69f9ee52-154c-4468-b260-09d137a7f7ca for host: dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:34:36.712367 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64acb7b-13da-437b-93f7-191ff6b0e33d None None] Routers {'69f9ee52-154c-4468-b260-09d137a7f7ca'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:34:36.714569 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-e64acb7b-13da-437b-93f7-191ff6b0e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:34:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['69f9ee52-154c-4468-b260-09d137a7f7ca'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:36.954691 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25078-42e7-4999-b0f3-47d7056eba9d req-cae0e61f-2a53-4c14-a4da-c6f70108e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:36.955988 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fbc25078-42e7-4999-b0f3-47d7056eba9d req-cae0e61f-2a53-4c14-a4da-c6f70108e91c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4267392 May 04 14:34:36.964949 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e99cb-f566-459e-b8d9-fb4bd89c9ee5 req-b399b6ce-3ba4-43a2-903d-1d5867787afa tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:36.966503 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c64e99cb-f566-459e-b8d9-fb4bd89c9ee5 req-b399b6ce-3ba4-43a2-903d-1d5867787afa tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.1992757 May 04 14:34:37.164470 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c64e99cb-f566-459e-b8d9-fb4bd89c9ee5 req-84da20de-5883-47ac-86ce-a14b1063e46b tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772978 May 04 14:34:37.250636 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-e64acb7b-13da-437b-93f7-191ff6b0e33d None None] Set router 69f9ee52-154c-4468-b260-09d137a7f7ca gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:34:37.266863 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fbc25078-42e7-4999-b0f3-47d7056eba9d req-94c2687e-7b3d-4e9b-8597-9cfbd5bf8b13 service neutron] 10.222.0.47 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991612 May 04 14:34:37.366726 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-aa308b82-8d21-4241-bb4e-37fe78b8a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4005564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:37.401946 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:37.502479 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa308b82-8d21-4241-bb4e-37fe78b8a6ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=482ca139-9d08-4f61-8df0-5972542b7a77,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:37.511802 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-aa308b82-8d21-4241-bb4e-37fe78b8a6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:37.520727 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2d4d0a1f-69f3-4c20-bc39-f1f470333ef7 req-6877c90f-5920-4cc9-a9bf-f96e74c01c96 service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5077944 May 04 14:34:37.527670 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-aa308b82-8d21-4241-bb4e-37fe78b8a6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:37.534918 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-aa308b82-8d21-4241-bb4e-37fe78b8a6ce admin admin] 10.222.0.37 "DELETE /v2.0/subnets/482ca139-9d08-4f61-8df0-5972542b7a77 HTTP/1.1" status: 204 len: 168 time: 2.1434958 May 04 14:34:37.537853 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 55528) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:37.545154 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55530) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:37.713015 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fbc25078-42e7-4999-b0f3-47d7056eba9d req-0d58ae28-a2ab-4058-b6b2-6a1acf0523fe service neutron] 10.222.0.47 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388866 May 04 14:34:37.750980 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4112595'] for network, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:37.798820 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b371143a-b82a-4a0e-b159-6d7732751931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:37.821558 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b371143a-b82a-4a0e-b159-6d7732751931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:37.826841 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-b371143a-b82a-4a0e-b159-6d7732751931 admin admin] Usage tracker for resource:security_group_rule and tenant:2cf7c617d87f4baba604a7d795c2466a is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:37.830597 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-b371143a-b82a-4a0e-b159-6d7732751931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:37.841681 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b371143a-b82a-4a0e-b159-6d7732751931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:37.856819 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-e64acb7b-13da-437b-93f7-191ff6b0e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '86576182-9113-4960-bb3f-d84f5b475de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:33:42Z', 'revision_number': 4, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port': {'id': '86576182-9113-4960-bb3f-d84f5b475de7', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:31Z', 'updated_at': '2021-05-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_floatingips': [{'id': '01517847-afe4-4be2-9930-3e0a3e71c669', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'floating_ip_address': '172.28.3.237', 'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'router_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'port_id': '1a9f122d-eab2-4c5c-9630-a6316bc28154', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'mac_address': 'fa:16:3e:89:5b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bffd169-2f0d-4d35-93cb-dae01f64a28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:33:56Z', 'updated_at': '2021-05-04T14:34:33Z', 'revision_number': 1, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccbe198-bb60-48d6-9798-1e1775af71ef', 'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'mac_address': 'fa:16:3e:72:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:39Z', 'updated_at': '2021-05-04T14:33:57Z', 'revision_number': 5, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'subnets': [{'id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:37.861935 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64acb7b-13da-437b-93f7-191ff6b0e33d None None] The sync data for ids ['69f9ee52-154c-4468-b260-09d137a7f7ca'] in dv-cinder-772623-4-smb is: [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '86576182-9113-4960-bb3f-d84f5b475de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:33:42Z', 'revision_number': 4, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port': {'id': '86576182-9113-4960-bb3f-d84f5b475de7', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:31Z', 'updated_at': '2021-05-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_floatingips': [{'id': '01517847-afe4-4be2-9930-3e0a3e71c669', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'floating_ip_address': '172.28.3.237', 'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'router_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'port_id': '1a9f122d-eab2-4c5c-9630-a6316bc28154', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'mac_address': 'fa:16:3e:89:5b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bffd169-2f0d-4d35-93cb-dae01f64a28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:33:56Z', 'updated_at': '2021-05-04T14:34:33Z', 'revision_number': 1, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccbe198-bb60-48d6-9798-1e1775af71ef', 'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'mac_address': 'fa:16:3e:72:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:39Z', 'updated_at': '2021-05-04T14:33:57Z', 'revision_number': 5, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'subnets': [{'id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:34:37.939432 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999016', 'neutron.services.segments.db._delete_segments_for_network-8740809660721'] for network, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:37.988831 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b371143a-b82a-4a0e-b159-6d7732751931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:37.996382 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b371143a-b82a-4a0e-b159-6d7732751931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:38.011681 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5759ca21-9f2b-4992-a246-e0572a86f528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:38.028739 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a7f47122-d48f-4523-a98a-4779b6e545fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:38.109586 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-b371143a-b82a-4a0e-b159-6d7732751931 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2cf7c617d87f4baba604a7d795c2466a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5624788 May 04 14:34:38.110692 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371143a-b82a-4a0e-b159-6d7732751931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d88b34-7b13-4975-a3db-9c2f8d89af0b,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:38.116679 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55560) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:38.119814 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b371143a-b82a-4a0e-b159-6d7732751931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:38.226255 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:38.244234 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-796934de-12e0-4680-82d9-f72968d2e024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:38.294450 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-796934de-12e0-4680-82d9-f72968d2e024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:38.308643 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c7dc60-e1cb-4da7-aa54-a698be165611 None None] New status for floating IP 01517847-afe4-4be2-9930-3e0a3e71c669: ACTIVE {{(pid=73823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:34:38.358926 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:34:38.359934 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:34:38.361566 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:34:38.362122 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Subscribe: > port after_create 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:34:38.362833 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Subscribe: > port after_delete 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:34:38.363445 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Subscribe: > port after_update 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:34:38.363950 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:34:38.364606 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:34:38.365130 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:34:38.365764 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:34:38.426364 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-796934de-12e0-4680-82d9-f72968d2e024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:38.438204 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:38.472485 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796934de-12e0-4680-82d9-f72968d2e024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d88b34-7b13-4975-a3db-9c2f8d89af0b,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:38.479172 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-796934de-12e0-4680-82d9-f72968d2e024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:38.491973 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-796934de-12e0-4680-82d9-f72968d2e024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:38.495837 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-796934de-12e0-4680-82d9-f72968d2e024 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91d88b34-7b13-4975-a3db-9c2f8d89af0b HTTP/1.1" status: 204 len: 168 time: 0.3775642 May 04 14:34:38.672323 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:34:38.672749 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:34:38.673305 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:34:38.673700 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:34:38.674451 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.services.segments.db [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55016d46-b944-4afa-9968-049bdddbf5c0']}} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:38.793149 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.services.segments.db [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe2426b-76b6-4476-816b-265223ac6336') {'for_net_delete': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:38.801980 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.services.segments.db [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe2426b-76b6-4476-816b-265223ac6336') {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:38.846174 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740809672551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10842696'] for segment, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:38.872923 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55586) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:38.905160 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:38.950429 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=73821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:34:39.083247 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:39.118041 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f712dd0-45f6-45a4-9d55-c74b4236c190 req-b873669a-4515-4ef2-9268-f716ed9157ad tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:39.131050 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5f712dd0-45f6-45a4-9d55-c74b4236c190 req-b873669a-4515-4ef2-9268-f716ed9157ad tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.4448972 May 04 14:34:39.250770 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2f991adc-9ca2-40b5-b1a4-ed0033089353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:39.276165 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55602) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:39.302436 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-2f991adc-9ca2-40b5-b1a4-ed0033089353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:39.312823 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f1f758c2-f262-404a-9edd-ff11b4cc0215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:39.335601 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-2f991adc-9ca2-40b5-b1a4-ed0033089353 admin admin] Usage tracker for resource:security_group_rule and tenant:f336d5d5596b43cdb06293473add6315 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:39.346911 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-2f991adc-9ca2-40b5-b1a4-ed0033089353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:39.360172 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f1f758c2-f262-404a-9edd-ff11b4cc0215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:39.368190 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-f1f758c2-f262-404a-9edd-ff11b4cc0215 admin admin] Usage tracker for resource:security_group_rule and tenant:8ed52eec2ef8401492b7c86d061653a5 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:39.370013 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5f712dd0-45f6-45a4-9d55-c74b4236c190 req-dc54d16d-c330-4ac0-a140-85dbbbde544f tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377636 May 04 14:34:39.374295 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-f1f758c2-f262-404a-9edd-ff11b4cc0215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:39.391186 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-2f991adc-9ca2-40b5-b1a4-ed0033089353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:39.397529 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f1f758c2-f262-404a-9edd-ff11b4cc0215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:39.474650 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Network 55016d46-b944-4afa-9968-049bdddbf5c0 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:34:39.492615 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4025312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10542836'] for segment, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:39.580865 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f1f758c2-f262-404a-9edd-ff11b4cc0215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:39.583176 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2f991adc-9ca2-40b5-b1a4-ed0033089353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:39.585963 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f1f758c2-f262-404a-9edd-ff11b4cc0215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:39.593670 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ecaa2aac-2ad4-4e81-92ff-5185eb0bb4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:39.603319 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2f991adc-9ca2-40b5-b1a4-ed0033089353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:39.667140 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-f1f758c2-f262-404a-9edd-ff11b4cc0215 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ed52eec2ef8401492b7c86d061653a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895512 May 04 14:34:39.668716 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f758c2-f262-404a-9edd-ff11b4cc0215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3589ea-39b6-4f45-ba87-ea252d891983,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:39.671454 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55606) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:39.677969 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-2f991adc-9ca2-40b5-b1a4-ed0033089353 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f336d5d5596b43cdb06293473add6315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7910635 May 04 14:34:39.685734 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f1f758c2-f262-404a-9edd-ff11b4cc0215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:39.686223 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0cd0a372-3484-4393-8ec5-ba0048e3913c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:39.693347 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55610) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:39.716811 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Network 55016d46-b944-4afa-9968-049bdddbf5c0 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: from cryptography.utils import int_from_bytes May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: from cryptography.utils import int_from_bytes May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: Traceback (most recent call last): May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: timer() May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: cb(*args, **kw) May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: return func(*args, **kwargs) May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: self._notify() May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: self.callback(batched_events) May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: event.method(event) May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: return f(self, *a, **k) May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: return self._get(url).json() May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: return self.request(url, 'GET', **kwargs) May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:34:39.745001 dv-cinder-772623-4-smb neutron-server[73821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:34:39.789731 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f991adc-9ca2-40b5-b1a4-ed0033089353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5e9a3a-77da-4361-9db2-ec86ffa70e1a,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:39.807462 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2f991adc-9ca2-40b5-b1a4-ed0033089353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:39.837769 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945987'] for network, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:39.842536 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:39.852320 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cb83bd1a-5e91-4600-9eed-389472c73c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:39.860506 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:39.876768 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-17d857d8-4f0b-49c6-8002-2fb4177f4414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:39.900961 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cb83bd1a-5e91-4600-9eed-389472c73c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:39.905563 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Pushing event deleted for resources: {'Network': ['ID=55016d46-b944-4afa-9968-049bdddbf5c0,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:39.920572 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] 10.222.0.37 "DELETE /v2.0/networks/55016d46-b944-4afa-9968-049bdddbf5c0 HTTP/1.1" status: 204 len: 168 time: 2.3720500 May 04 14:34:39.920572 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:39.937042 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-17d857d8-4f0b-49c6-8002-2fb4177f4414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:39.963741 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-aea5e5f9-b5f9-481d-bcf8-71bf2593f6a9 req-3449c6d3-425a-426c-9d29-2c69d4d5f8c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1043074 May 04 14:34:40.016047 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cb83bd1a-5e91-4600-9eed-389472c73c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:40.025570 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-24303678-9410-4183-bd68-415338b67863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:40.042104 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-17d857d8-4f0b-49c6-8002-2fb4177f4414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:40.055782 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83bd1a-5e91-4600-9eed-389472c73c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3589ea-39b6-4f45-ba87-ea252d891983,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:40.069244 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-cb83bd1a-5e91-4600-9eed-389472c73c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:40.069876 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:40.103375 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cb83bd1a-5e91-4600-9eed-389472c73c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:40.107457 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-cb83bd1a-5e91-4600-9eed-389472c73c93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd3589ea-39b6-4f45-ba87-ea252d891983 HTTP/1.1" status: 204 len: 168 time: 0.4324126 May 04 14:34:40.109660 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d857d8-4f0b-49c6-8002-2fb4177f4414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5e9a3a-77da-4361-9db2-ec86ffa70e1a,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:40.113368 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-17d857d8-4f0b-49c6-8002-2fb4177f4414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:40.115451 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-17d857d8-4f0b-49c6-8002-2fb4177f4414 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f5e9a3a-77da-4361-9db2-ec86ffa70e1a HTTP/1.1" status: 204 len: 168 time: 0.4195313 May 04 14:34:40.117268 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-17d857d8-4f0b-49c6-8002-2fb4177f4414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:40.184124 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5e5f9-b5f9-481d-bcf8-71bf2593f6a9 req-b50f2b8a-320c-4aca-9070-e5daa4cdcde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:40.186574 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-aea5e5f9-b5f9-481d-bcf8-71bf2593f6a9 req-b50f2b8a-320c-4aca-9070-e5daa4cdcde4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=390c134d64f748c3bb44d08875d33b93&device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 1099 time: 0.1194866 May 04 14:34:40.258109 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55624) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:40.401347 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-c142b6d5-a45e-4986-aa53-fccd64c3e5af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d680e5d4b8f4fd09afe3dee582833dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1313467 May 04 14:34:40.401347 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55636) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:40.619666 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5e5f9-b5f9-481d-bcf8-71bf2593f6a9 req-a5a71be3-832d-4c08-9886-803845607998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:40.627603 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-aea5e5f9-b5f9-481d-bcf8-71bf2593f6a9 req-a5a71be3-832d-4c08-9886-803845607998 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a63d9d4-1244-4591-8103-61cd0e0dc99c HTTP/1.1" status: 200 len: 920 time: 0.4031701 May 04 14:34:40.688636 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ee2de6aa-4b85-4261-9f4e-90a0f407b20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:40.771497 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ee2de6aa-4b85-4261-9f4e-90a0f407b20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:40.894709 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55650) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:40.943852 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:40.946757 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-dd37f9a9-50ea-41d1-8a42-8e03a30059fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:40.966919 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-dd37f9a9-50ea-41d1-8a42-8e03a30059fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:40.975914 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-dd37f9a9-50ea-41d1-8a42-8e03a30059fe admin admin] Usage tracker for resource:security_group_rule and tenant:b1ac3aeb5e9f4595846a73a44afaba7c is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:40.981611 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-dd37f9a9-50ea-41d1-8a42-8e03a30059fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:40.990367 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ee2de6aa-4b85-4261-9f4e-90a0f407b20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:40.997024 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-dd37f9a9-50ea-41d1-8a42-8e03a30059fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:41.001142 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b371143a-b82a-4a0e-b159-6d7732751931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:41.026815 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2de6aa-4b85-4261-9f4e-90a0f407b20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f593616c-69cd-4e39-a6c6-4d13304d1dfc,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:41.030527 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ee2de6aa-4b85-4261-9f4e-90a0f407b20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:41.051247 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ee2de6aa-4b85-4261-9f4e-90a0f407b20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:41.052737 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-ee2de6aa-4b85-4261-9f4e-90a0f407b20b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f593616c-69cd-4e39-a6c6-4d13304d1dfc HTTP/1.1" status: 204 len: 168 time: 0.6531806 May 04 14:34:41.063665 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-aea5e5f9-b5f9-481d-bcf8-71bf2593f6a9 req-7531c364-5426-4db1-9a29-5b1a8941a889 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6100388c-46e0-416d-802a-e65d4573e6c7 HTTP/1.1" status: 200 len: 217 time: 0.4200382 May 04 14:34:41.204840 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-dd37f9a9-50ea-41d1-8a42-8e03a30059fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:41.213874 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-dd37f9a9-50ea-41d1-8a42-8e03a30059fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:41.281547 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5e5f9-b5f9-481d-bcf8-71bf2593f6a9 req-307a535e-7203-41bf-89fd-2c3e4c568246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:41.287986 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-aea5e5f9-b5f9-481d-bcf8-71bf2593f6a9 req-307a535e-7203-41bf-89fd-2c3e4c568246 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db720b98-3862-4a42-b165-0741d67f782a HTTP/1.1" status: 200 len: 859 time: 0.1859627 May 04 14:34:41.334322 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3a9d5fb0-b752-47a2-96ef-00d427e539d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:41.384619 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-dd37f9a9-50ea-41d1-8a42-8e03a30059fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1ac3aeb5e9f4595846a73a44afaba7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4871769 May 04 14:34:41.407867 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55678) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:41.459760 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37f9a9-50ea-41d1-8a42-8e03a30059fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d11189-7964-46a1-b66b-79d49f9520a6,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:41.466606 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-dd37f9a9-50ea-41d1-8a42-8e03a30059fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:41.470799 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55684) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:41.545720 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0898b10b-3290-4166-af7a-7cb17e525e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:41.561130 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-aea5e5f9-b5f9-481d-bcf8-71bf2593f6a9 req-d89e36c1-1c0e-4700-8b97-bff2eed00642 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a63d9d4-1244-4591-8103-61cd0e0dc99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2408743 May 04 14:34:41.616133 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0898b10b-3290-4166-af7a-7cb17e525e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:41.637381 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-0898b10b-3290-4166-af7a-7cb17e525e7f admin admin] Usage tracker for resource:security_group_rule and tenant:9abf3736ccbe425698572e479af1bb45 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:41.642650 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444182a3-c7ec-4246-86c7-1f9673f76ed3 req-af6b0209-b565-44c4-95a7-52016e193baf tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:41.645541 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-444182a3-c7ec-4246-86c7-1f9673f76ed3 req-af6b0209-b565-44c4-95a7-52016e193baf tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.7431874 May 04 14:34:41.649260 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-0898b10b-3290-4166-af7a-7cb17e525e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:41.668947 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0898b10b-3290-4166-af7a-7cb17e525e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:41.672590 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4d277583-8beb-4ad6-926a-563916a8df7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:41.736160 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4d277583-8beb-4ad6-926a-563916a8df7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:41.769499 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 55694) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:41.806564 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-444182a3-c7ec-4246-86c7-1f9673f76ed3 req-5340c886-9164-4100-9e60-a03e4cbd8ba0 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925353 May 04 14:34:41.952910 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-aea5e5f9-b5f9-481d-bcf8-71bf2593f6a9 req-5c4a2ac8-4f55-4deb-a897-43cce3db35ad service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790433 May 04 14:34:41.961410 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4d277583-8beb-4ad6-926a-563916a8df7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:41.977253 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-24091426-88b9-4f0d-894b-e16be2a185ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:42.017971 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d277583-8beb-4ad6-926a-563916a8df7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d11189-7964-46a1-b66b-79d49f9520a6,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:42.031100 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4d277583-8beb-4ad6-926a-563916a8df7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:42.075090 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4d277583-8beb-4ad6-926a-563916a8df7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:42.079421 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-4d277583-8beb-4ad6-926a-563916a8df7c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4d11189-7964-46a1-b66b-79d49f9520a6 HTTP/1.1" status: 204 len: 168 time: 0.6698394 May 04 14:34:42.193448 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0898b10b-3290-4166-af7a-7cb17e525e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:42.200607 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0898b10b-3290-4166-af7a-7cb17e525e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:42.209681 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-684566c3-58ee-4740-9f55-c62df349ea8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:42.212034 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-eecc28c5-8a0b-4ef8-8ff4-1a1a7cb2ccf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:42.228412 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-684566c3-58ee-4740-9f55-c62df349ea8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:42.232528 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-684566c3-58ee-4740-9f55-c62df349ea8e admin admin] Usage tracker for resource:security_group_rule and tenant:65c152f80c9a4806b783267afc4750b5 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:42.235740 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-684566c3-58ee-4740-9f55-c62df349ea8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:42.242864 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-684566c3-58ee-4740-9f55-c62df349ea8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:42.354527 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-aea5e5f9-b5f9-481d-bcf8-71bf2593f6a9 req-4abe536e-ec7c-48e4-8e19-2518658a9739 service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910799 May 04 14:34:42.359353 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-0898b10b-3290-4166-af7a-7cb17e525e7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9abf3736ccbe425698572e479af1bb45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8861589 May 04 14:34:42.360428 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898b10b-3290-4166-af7a-7cb17e525e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8a3974-877a-4133-8821-89dce51a0e3b,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:42.364812 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55712) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:42.369507 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0898b10b-3290-4166-af7a-7cb17e525e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:42.457021 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-684566c3-58ee-4740-9f55-c62df349ea8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:42.465536 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-684566c3-58ee-4740-9f55-c62df349ea8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:42.475999 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-76a345f4-af54-4183-8840-ba355b0b6ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:42.493456 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7022d76c-a816-4fe1-ab83-2e2d8faed83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:42.553888 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 55718) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:42.562569 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7022d76c-a816-4fe1-ab83-2e2d8faed83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:42.568385 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-684566c3-58ee-4740-9f55-c62df349ea8e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65c152f80c9a4806b783267afc4750b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7563667 May 04 14:34:42.570511 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684566c3-58ee-4740-9f55-c62df349ea8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f2bdd6-b978-4727-bc7e-7f5b7ed1fda7,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:42.576584 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 55724) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:42.580671 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-684566c3-58ee-4740-9f55-c62df349ea8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:42.672865 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9285b065-d007-4b46-b67a-e62db6f6e0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:42.708915 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7022d76c-a816-4fe1-ab83-2e2d8faed83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:42.712165 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9285b065-d007-4b46-b67a-e62db6f6e0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:42.719295 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-cb83bd1a-5e91-4600-9eed-389472c73c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:42.749677 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7022d76c-a816-4fe1-ab83-2e2d8faed83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:42.756073 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-7022d76c-a816-4fe1-ab83-2e2d8faed83f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e8a3974-877a-4133-8821-89dce51a0e3b HTTP/1.1" status: 204 len: 168 time: 0.3894403 May 04 14:34:42.757705 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022d76c-a816-4fe1-ab83-2e2d8faed83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8a3974-877a-4133-8821-89dce51a0e3b,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:42.772771 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7022d76c-a816-4fe1-ab83-2e2d8faed83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:42.795173 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9285b065-d007-4b46-b67a-e62db6f6e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:42.803140 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-00f75b9d-ab5d-4b65-90a9-a950ab0e2747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:42.815395 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285b065-d007-4b46-b67a-e62db6f6e0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f2bdd6-b978-4727-bc7e-7f5b7ed1fda7,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:42.820495 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9285b065-d007-4b46-b67a-e62db6f6e0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:42.824554 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9285b065-d007-4b46-b67a-e62db6f6e0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:42.828856 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-9285b065-d007-4b46-b67a-e62db6f6e0bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2f2bdd6-b978-4727-bc7e-7f5b7ed1fda7 HTTP/1.1" status: 204 len: 168 time: 0.2506728 May 04 14:34:42.848223 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d37e51f0-5b7c-4b0f-bb96-4f8bcefe4a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:42.872826 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d37e51f0-5b7c-4b0f-bb96-4f8bcefe4a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:42.892452 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d37e51f0-5b7c-4b0f-bb96-4f8bcefe4a7f admin admin] Usage tracker for resource:security_group_rule and tenant:f0ad5b06b465457b82a14f9258bd5be2 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:42.902977 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d37e51f0-5b7c-4b0f-bb96-4f8bcefe4a7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:42.918215 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d37e51f0-5b7c-4b0f-bb96-4f8bcefe4a7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:43.258691 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88793b37-f43d-43c7-a190-daabd68c2a52 req-1f011beb-3df7-4a81-86bc-701763c4dde3 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:43.261653 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-88793b37-f43d-43c7-a190-daabd68c2a52 req-1f011beb-3df7-4a81-86bc-701763c4dde3 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.2620475 May 04 14:34:43.265044 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d37e51f0-5b7c-4b0f-bb96-4f8bcefe4a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:43.327282 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d37e51f0-5b7c-4b0f-bb96-4f8bcefe4a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:43.357718 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:43.386802 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-88793b37-f43d-43c7-a190-daabd68c2a52 req-10f5c62b-27d7-46a4-a99a-0b3b64838001 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185412 May 04 14:34:43.411549 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:43.444465 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-d37e51f0-5b7c-4b0f-bb96-4f8bcefe4a7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0ad5b06b465457b82a14f9258bd5be2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8865345 May 04 14:34:43.444640 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55760) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:43.450965 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e51f0-5b7c-4b0f-bb96-4f8bcefe4a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0906c1-335b-4e9d-8e28-70b3932afede,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:43.456780 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d37e51f0-5b7c-4b0f-bb96-4f8bcefe4a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:43.532022 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-aac30095-994d-440a-b72d-64dbb9f4e106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:43.562013 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-aac30095-994d-440a-b72d-64dbb9f4e106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:43.628692 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-aac30095-994d-440a-b72d-64dbb9f4e106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:43.638466 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1849cdf7-16f2-478f-af87-7c53705d050d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:43.664205 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac30095-994d-440a-b72d-64dbb9f4e106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0906c1-335b-4e9d-8e28-70b3932afede,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:43.669926 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-aac30095-994d-440a-b72d-64dbb9f4e106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:43.672104 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-aac30095-994d-440a-b72d-64dbb9f4e106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:43.676024 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-aac30095-994d-440a-b72d-64dbb9f4e106 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa0906c1-335b-4e9d-8e28-70b3932afede HTTP/1.1" status: 204 len: 168 time: 0.2302148 May 04 14:34:43.769664 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 55772) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:43.788013 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3df11601-65d7-4629-a719-47ccc4b6e07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:43.805859 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3df11601-65d7-4629-a719-47ccc4b6e07a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:43.811791 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-3df11601-65d7-4629-a719-47ccc4b6e07a admin admin] Usage tracker for resource:security_group_rule and tenant:2aeab36207be41989fe8d498aefb74f1 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:43.818718 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-3df11601-65d7-4629-a719-47ccc4b6e07a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:43.829893 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3df11601-65d7-4629-a719-47ccc4b6e07a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:43.955398 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3df11601-65d7-4629-a719-47ccc4b6e07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:43.961305 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3df11601-65d7-4629-a719-47ccc4b6e07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:43.979182 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f03301e6-30a9-4db6-acde-73e7da77d7a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:44.045711 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55780) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:44.065036 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-3df11601-65d7-4629-a719-47ccc4b6e07a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2aeab36207be41989fe8d498aefb74f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938082 May 04 14:34:44.068121 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df11601-65d7-4629-a719-47ccc4b6e07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1379c057-8256-4cce-9855-41e4249ac7d8,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:44.072889 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 55784) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:44.077360 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3df11601-65d7-4629-a719-47ccc4b6e07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:44.083236 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b90a878d-4099-40c1-b794-09b80b4ce278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:44.113277 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b90a878d-4099-40c1-b794-09b80b4ce278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:44.121984 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-b90a878d-4099-40c1-b794-09b80b4ce278 admin admin] Usage tracker for resource:security_group_rule and tenant:92ff2702009e4e529db42cafdec8cd15 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:44.127693 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-b90a878d-4099-40c1-b794-09b80b4ce278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:44.139276 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b90a878d-4099-40c1-b794-09b80b4ce278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:44.185832 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-73c5b63f-e72e-4055-b14e-fbf40becb8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:44.264472 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 55792) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:44.289289 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-73c5b63f-e72e-4055-b14e-fbf40becb8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:44.440155 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-73c5b63f-e72e-4055-b14e-fbf40becb8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:44.453820 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1f4a0148-b98e-402c-9aa5-1f5583bda5a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:44.469652 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b90a878d-4099-40c1-b794-09b80b4ce278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:44.483231 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b90a878d-4099-40c1-b794-09b80b4ce278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:44.497158 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5b63f-e72e-4055-b14e-fbf40becb8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1379c057-8256-4cce-9855-41e4249ac7d8,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:44.514802 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-73c5b63f-e72e-4055-b14e-fbf40becb8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:44.516524 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-73c5b63f-e72e-4055-b14e-fbf40becb8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:44.523118 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-73c5b63f-e72e-4055-b14e-fbf40becb8a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1379c057-8256-4cce-9855-41e4249ac7d8 HTTP/1.1" status: 204 len: 168 time: 0.4484525 May 04 14:34:44.537627 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d751c407-a836-45c9-9526-4ecbe5dfb580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:44.626945 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-b90a878d-4099-40c1-b794-09b80b4ce278 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92ff2702009e4e529db42cafdec8cd15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5798790 May 04 14:34:44.629613 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a878d-4099-40c1-b794-09b80b4ce278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa554fc3-ab9e-4a7b-9aba-457741f5d0b1,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:44.632812 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55806) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:44.635374 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b90a878d-4099-40c1-b794-09b80b4ce278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:44.661384 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b260cc60-b8d7-41c1-a451-b83cddf73746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:44.690147 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55810) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:44.695449 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-b260cc60-b8d7-41c1-a451-b83cddf73746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:44.708127 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-b260cc60-b8d7-41c1-a451-b83cddf73746 admin admin] Usage tracker for resource:security_group_rule and tenant:19ceb9e054554c6e8b52c69417dfc4a7 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:44.716258 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-b260cc60-b8d7-41c1-a451-b83cddf73746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:44.727710 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-b260cc60-b8d7-41c1-a451-b83cddf73746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:44.798749 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-48f4bc97-07da-4df3-bae5-f05cf1fea63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:44.829493 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-48f4bc97-07da-4df3-bae5-f05cf1fea63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:44.837930 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-48f4bc97-07da-4df3-bae5-f05cf1fea63e admin admin] Usage tracker for resource:security_group_rule and tenant:8ed8f38eb025492c8f4e0d7d70fe0353 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:44.841731 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-fdbdb3bf-df51-4822-92ee-57dacfafc22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:44.844009 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-48f4bc97-07da-4df3-bae5-f05cf1fea63e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:44.859669 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-48f4bc97-07da-4df3-bae5-f05cf1fea63e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:44.863533 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba9ab2-11fa-4b0b-9aa4-a92bee221e16 req-8902711d-a78e-477f-a96f-aef5598bdcf0 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:44.864982 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-99ba9ab2-11fa-4b0b-9aa4-a92bee221e16 req-8902711d-a78e-477f-a96f-aef5598bdcf0 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.1425886 May 04 14:34:44.892548 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-fdbdb3bf-df51-4822-92ee-57dacfafc22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:44.996487 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-99ba9ab2-11fa-4b0b-9aa4-a92bee221e16 req-e9e7e277-85e0-4f4e-8108-38bb1e9ea59d tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168780 May 04 14:34:45.011724 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-fdbdb3bf-df51-4822-92ee-57dacfafc22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:45.024687 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f1f758c2-f262-404a-9edd-ff11b4cc0215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:45.026053 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b260cc60-b8d7-41c1-a451-b83cddf73746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:45.033877 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b260cc60-b8d7-41c1-a451-b83cddf73746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:45.046323 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdb3bf-df51-4822-92ee-57dacfafc22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa554fc3-ab9e-4a7b-9aba-457741f5d0b1,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:45.054060 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:45.056606 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-48f4bc97-07da-4df3-bae5-f05cf1fea63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:45.065899 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-fdbdb3bf-df51-4822-92ee-57dacfafc22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:45.068196 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-fdbdb3bf-df51-4822-92ee-57dacfafc22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:45.070227 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-fdbdb3bf-df51-4822-92ee-57dacfafc22d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa554fc3-ab9e-4a7b-9aba-457741f5d0b1 HTTP/1.1" status: 204 len: 168 time: 0.4364014 May 04 14:34:45.071532 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-48f4bc97-07da-4df3-bae5-f05cf1fea63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:45.081682 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:45.139827 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-48f4bc97-07da-4df3-bae5-f05cf1fea63e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ed8f38eb025492c8f4e0d7d70fe0353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4483039 May 04 14:34:45.140474 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55820) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:45.143480 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4bc97-07da-4df3-bae5-f05cf1fea63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a30951-5ecd-4f82-a4a1-46b8856d6b7b,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:45.147738 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-b260cc60-b8d7-41c1-a451-b83cddf73746 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19ceb9e054554c6e8b52c69417dfc4a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8813581 May 04 14:34:45.160553 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 55824) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:45.187961 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-48f4bc97-07da-4df3-bae5-f05cf1fea63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:45.203893 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260cc60-b8d7-41c1-a451-b83cddf73746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d02d0d0-fb53-4d99-854a-bb1680713264,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:45.227407 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b260cc60-b8d7-41c1-a451-b83cddf73746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:45.234286 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1c681692-3e87-40ba-8492-2e990ec24334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:45.296440 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1c681692-3e87-40ba-8492-2e990ec24334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:45.312714 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-710f3f5c-0925-4160-b74e-35b85a3b2e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:45.371806 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55830) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:45.391133 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-710f3f5c-0925-4160-b74e-35b85a3b2e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:45.417534 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1c681692-3e87-40ba-8492-2e990ec24334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:45.422747 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f1fc567d-6fb7-4d91-81c3-2b423723814e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:45.435364 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c681692-3e87-40ba-8492-2e990ec24334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a30951-5ecd-4f82-a4a1-46b8856d6b7b,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:45.437893 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1c681692-3e87-40ba-8492-2e990ec24334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:45.445944 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1c681692-3e87-40ba-8492-2e990ec24334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:45.450450 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-1c681692-3e87-40ba-8492-2e990ec24334 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45a30951-5ecd-4f82-a4a1-46b8856d6b7b HTTP/1.1" status: 204 len: 168 time: 0.3085783 May 04 14:34:45.512849 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-710f3f5c-0925-4160-b74e-35b85a3b2e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:45.521018 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8bfd0785-49dd-4786-a333-03b4a184d9ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:45.542653 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f3f5c-0925-4160-b74e-35b85a3b2e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d02d0d0-fb53-4d99-854a-bb1680713264,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:45.550652 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-710f3f5c-0925-4160-b74e-35b85a3b2e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:45.554980 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-710f3f5c-0925-4160-b74e-35b85a3b2e1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d02d0d0-fb53-4d99-854a-bb1680713264 HTTP/1.1" status: 204 len: 168 time: 0.3908632 May 04 14:34:45.558095 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-710f3f5c-0925-4160-b74e-35b85a3b2e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:45.796645 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-network', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:45.802918 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:45.807834 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Usage tracker for resource:network and tenant:5ad25986999c451986a94fb0dbd2db7d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:45.812934 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:45.822961 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:45.840219 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Made reservation on behalf of 5ad25986999c451986a94fb0dbd2db7d for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:34:45.844039 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:45.866990 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:45.891178 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:45.896592 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Usage tracker for resource:security_group_rule and tenant:5ad25986999c451986a94fb0dbd2db7d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:45.900109 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:45.910958 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:46.029324 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:46.035602 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:46.073228 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=73822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:34:46.099706 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:46.100293 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.segments_db [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Added segment 00818c8f-02e9-4454-933f-e6e1bd6dcd93 of type vlan for network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 May 04 14:34:46.102565 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a9e7970e-91df-4d63-b700-622b6f8d0928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:46.212034 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e73f6e-793c-4356-b8cb-e0da6f676a96,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:46.221529 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:46.240975 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740809221780'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:46.309635 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:46.312824 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:46.313940 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:46.329848 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:46.428731 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d3d6e-4b28-4b63-8b20-de68d2cbe3b9 req-b6fba1f5-0b33-4670-8283-1e7034f14d7a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:46.431524 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-365d3d6e-4b28-4b63-8b20-de68d2cbe3b9 req-b6fba1f5-0b33-4670-8283-1e7034f14d7a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.2200263 May 04 14:34:46.520049 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Pushing event updated for resources: {'Network': ['ID=8c0f51f5-915d-44ca-8152-5cadcc1bfc62,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:46.539642 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 details requested by agent ovs-agent-dv-cinder-772623-4-smb with host dv-cinder-772623-4-smb {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:34:46.552488 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-365d3d6e-4b28-4b63-8b20-de68d2cbe3b9 req-41d2a8fe-f39f-4d21-b0e4-1908d6c8a9a9 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070037 May 04 14:34:46.561641 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 55866) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:46.563994 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1901424 May 04 14:34:46.565521 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:46.574587 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-2e73edea-c13b-4ba4-b326-8f684bb5ffb0 admin admin] Request body: {'subnet': {'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-subnet', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:46.586676 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-2e73edea-c13b-4ba4-b326-8f684bb5ffb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:46.598664 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-2e73edea-c13b-4ba4-b326-8f684bb5ffb0 admin admin] Usage tracker for resource:subnet and tenant:5ad25986999c451986a94fb0dbd2db7d is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:46.603753 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-2e73edea-c13b-4ba4-b326-8f684bb5ffb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:46.612875 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-2e73edea-c13b-4ba4-b326-8f684bb5ffb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:46.631059 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e73edea-c13b-4ba4-b326-8f684bb5ffb0 admin admin] Made reservation on behalf of 5ad25986999c451986a94fb0dbd2db7d for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:34:46.632561 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55872) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:46.634144 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2e73edea-c13b-4ba4-b326-8f684bb5ffb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11873840'] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:46.683084 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9ee61336-2823-48e7-b88b-891a7dfb425f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:46.735741 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9ee61336-2823-48e7-b88b-891a7dfb425f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:46.756260 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-9ee61336-2823-48e7-b88b-891a7dfb425f admin admin] Usage tracker for resource:security_group_rule and tenant:a06e8e7077c34a4f96ab9f9ebaec5b36 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:46.763005 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-9ee61336-2823-48e7-b88b-891a7dfb425f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:46.788793 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9ee61336-2823-48e7-b88b-891a7dfb425f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:46.943019 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9ee61336-2823-48e7-b88b-891a7dfb425f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:46.948935 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9ee61336-2823-48e7-b88b-891a7dfb425f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:46.960528 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1c681692-3e87-40ba-8492-2e990ec24334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:47.013072 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-9ee61336-2823-48e7-b88b-891a7dfb425f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a06e8e7077c34a4f96ab9f9ebaec5b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788319 May 04 14:34:47.014955 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee61336-2823-48e7-b88b-891a7dfb425f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e7f7ea-c5cd-4271-b7e8-3de53a6d2aa6,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:47.028703 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 55884) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:47.033700 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9ee61336-2823-48e7-b88b-891a7dfb425f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:47.263920 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c5b95d16-9eaa-4976-9509-a0fe6ea366b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:47.330590 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c5b95d16-9eaa-4976-9509-a0fe6ea366b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:47.494426 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c5b95d16-9eaa-4976-9509-a0fe6ea366b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:47.513092 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:47.554725 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b95d16-9eaa-4976-9509-a0fe6ea366b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e7f7ea-c5cd-4271-b7e8-3de53a6d2aa6,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:47.562972 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c5b95d16-9eaa-4976-9509-a0fe6ea366b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:47.582786 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c5b95d16-9eaa-4976-9509-a0fe6ea366b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:47.584018 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-c5b95d16-9eaa-4976-9509-a0fe6ea366b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16e7f7ea-c5cd-4271-b7e8-3de53a6d2aa6 HTTP/1.1" status: 204 len: 168 time: 0.5528321 May 04 14:34:47.589800 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2e73edea-c13b-4ba4-b326-8f684bb5ffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10541847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11873830'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:47.600675 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1f53d079-32c2-4e6b-8d0a-d72f91c02b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:47.739689 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73edea-c13b-4ba4-b326-8f684bb5ffb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b68c6f-abef-422f-9dab-a735d4be52ac,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:47.754140 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-2e73edea-c13b-4ba4-b326-8f684bb5ffb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:47.755453 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e73edea-c13b-4ba4-b326-8f684bb5ffb0 admin admin] Checking segment: {'id': '00818c8f-02e9-4454-933f-e6e1bd6dcd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:34:47.755900 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e73edea-c13b-4ba4-b326-8f684bb5ffb0 admin admin] Network hostable DHCP agents. Network: 8c0f51f5-915d-44ca-8152-5cadcc1bfc62, hostable agents: ['89233beb-46c2-4555-b2a6-383c2a63add2'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:34:47.858014 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e73edea-c13b-4ba4-b326-8f684bb5ffb0 admin admin] Network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 is scheduled to be hosted by DHCP agent 89233beb-46c2-4555-b2a6-383c2a63add2 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:34:47.995141 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-2e73edea-c13b-4ba4-b326-8f684bb5ffb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-smb, 8c0f51f5-915d-44ca-8152-5cadcc1bfc62) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:34:48.009343 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e73edea-c13b-4ba4-b326-8f684bb5ffb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:48.009956 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2e73edea-c13b-4ba4-b326-8f684bb5ffb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:48.011906 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6d29a7-6a6f-443f-9871-1ad0827c1f2b None None] Network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:34:48.023119 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458c4b7-7ffc-4c5d-a3b6-4e704a316f75 req-73203720-020b-4402-92f3-84abe85b8151 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:48.024857 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1458c4b7-7ffc-4c5d-a3b6-4e704a316f75 req-73203720-020b-4402-92f3-84abe85b8151 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.2636740 May 04 14:34:48.060897 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-2e73edea-c13b-4ba4-b326-8f684bb5ffb0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5013616 May 04 14:34:48.065465 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 55922) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:48.078765 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:34:48.094917 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:48.105569 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1458c4b7-7ffc-4c5d-a3b6-4e704a316f75 req-ac9ba149-ddc1-4bd6-a619-7808caf12940 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647273 May 04 14:34:48.106061 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Usage tracker for resource:router and tenant:5ad25986999c451986a94fb0dbd2db7d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:48.113679 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:48.130977 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:48.154249 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-944999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27224'] for router, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:48.158121 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-882279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27217'] for router, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:48.198919 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:48.420355 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749172ad-36c3-5a6e-a61a-09957afdedb1-8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac'}]}} from dv-cinder-772623-4-smb. {{(pid=73823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 14:34:48.424581 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:48.679138 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27299'] for router, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:48.714814 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.db_base_plugin_common [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Allocated IP 172.20.0.2 (8c0f51f5-915d-44ca-8152-5cadcc1bfc62/a0b68c6f-abef-422f-9dab-a735d4be52ac/4b16e207-c3f7-4c39-908e-48b98818fc56) {{(pid=73823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:34:49.155570 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Notify callbacks [] for port, precommit_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:49.179826 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Transition to ACTIVE for port object 4b16e207-c3f7-4c39-908e-48b98818fc56 will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:34:49.199363 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:49.225831 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Transition to ACTIVE for port object 4b16e207-c3f7-4c39-908e-48b98818fc56 will not be triggered until provisioned by entity DHCP. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:34:49.241561 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:49.243998 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:49.251781 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:49.425782 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 is already hosted by enough agents. {{(pid=73823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:34:49.435604 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Allocated IP 172.28.3.230 (49af3acc-aa66-439a-917a-edeb41136f16/106a0d71-9dcf-4db1-913d-79820d2de789/e2b1f69e-0372-4c64-ab79-ba64bf78d26d) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:34:49.443195 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.scheduler.base_scheduler [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Resources bound (agent type, host, resource id): {{(pid=73823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:34:49.466306 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Received port after_create {{(pid=73823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:34:49.644428 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Pushing event updated for resources: {'Port': ['ID=4b16e207-c3f7-4c39-908e-48b98818fc56,revision_number=1']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:49.681512 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.682393 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.684247 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.685265 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.686472 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.687489 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.688197 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.690510 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.691620 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.692376 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.693093 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.693841 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:49.774680 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbb940-b652-4286-889a-2b7804b9b586 req-44fc3d01-2646-44c8-8548-96990c05feaf tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:49.778744 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:49.790174 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d5fbb940-b652-4286-889a-2b7804b9b586 req-44fc3d01-2646-44c8-8548-96990c05feaf tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.2098813 May 04 14:34:49.828150 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:49.833295 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Attempting to bind port 4b16e207-c3f7-4c39-908e-48b98818fc56 on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:34:49.833940 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Attempting to bind port 4b16e207-c3f7-4c39-908e-48b98818fc56 by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': '00818c8f-02e9-4454-933f-e6e1bd6dcd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:34:49.834750 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Attempting to bind port 4b16e207-c3f7-4c39-908e-48b98818fc56 on network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:34:49.852422 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:34:49.853009 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Checking segment: {'id': '00818c8f-02e9-4454-933f-e6e1bd6dcd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:34:49.853694 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:49.854328 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Bound using segment: {'id': '00818c8f-02e9-4454-933f-e6e1bd6dcd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:34:49.855379 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Bound port: 4b16e207-c3f7-4c39-908e-48b98818fc56, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00818c8f-02e9-4454-933f-e6e1bd6dcd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:34:49.855985 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:49.879454 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d5fbb940-b652-4286-889a-2b7804b9b586 req-e37d8447-4129-46c3-b7dd-75f50e87af4d tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845509 May 04 14:34:49.901731 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:49.921205 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:50.002441 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] For port 4b16e207-c3f7-4c39-908e-48b98818fc56, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:34:50.006528 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] For port 4b16e207-c3f7-4c39-908e-48b98818fc56, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=4b16e207-c3f7-4c39-908e-48b98818fc56,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:34:50.013106 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:50.018463 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:50.037929 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Network 49af3acc-aa66-439a-917a-edeb41136f16 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:34:50.044667 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:34:50.050977 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:34:50.108825 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Pushing event updated for resources: {'Port': ['ID=4b16e207-c3f7-4c39-908e-48b98818fc56,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:50.116561 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:50.458782 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b1f69e-0372-4c64-ab79-ba64bf78d26d,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:50.482472 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:50.864649 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:51.468758 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 56016) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:51.478410 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf15449-d925-49d9-9a45-fb67b8a7ea30 req-804449e3-4e3e-4dba-9854-fb2237c797a0 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:51.480060 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1cf15449-d925-49d9-9a45-fb67b8a7ea30 req-804449e3-4e3e-4dba-9854-fb2237c797a0 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.2442286 May 04 14:34:51.580246 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1cf15449-d925-49d9-9a45-fb67b8a7ea30 req-a154e68c-6139-4119-a460-194f00fca7db tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850561 May 04 14:34:51.698257 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946105'] for router, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:51.792399 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb8375b-8f57-4759-9331-5e319c3db739 None None] Network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:34:51.870361 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a94eb445-d193-49ec-8268-0970b550f94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:51.908694 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-a94eb445-d193-49ec-8268-0970b550f94e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:51.916671 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-a94eb445-d193-49ec-8268-0970b550f94e admin admin] Usage tracker for resource:security_group_rule and tenant:e854bc7eb995418bb6baa516b66d0010 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:51.919250 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-70f66963-1bd7-43e1-96b1-eab8f8809a2a None None] Provisioning for port 4b16e207-c3f7-4c39-908e-48b98818fc56 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:51.921740 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-a94eb445-d193-49ec-8268-0970b550f94e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:51.935368 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-a94eb445-d193-49ec-8268-0970b550f94e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:52.008113 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 is scheduled to L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f with binding_index 1 {{(pid=73822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 14:34:52.078904 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a94eb445-d193-49ec-8268-0970b550f94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:52.085850 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a94eb445-d193-49ec-8268-0970b550f94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:52.113404 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:52.144530 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94eb445-d193-49ec-8268-0970b550f94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c7fbc2-d1be-4de9-be82-a946ec90426b,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:52.150030 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a94eb445-d193-49ec-8268-0970b550f94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:52.177459 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-a94eb445-d193-49ec-8268-0970b550f94e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e854bc7eb995418bb6baa516b66d0010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6960628 May 04 14:34:52.178358 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 56034) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:52.309227 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e09a81c1-053f-4153-949f-ac61ca3fbc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:52.371104 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e09a81c1-053f-4153-949f-ac61ca3fbc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:52.430911 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 4b16e207-c3f7-4c39-908e-48b98818fc56 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:52.485757 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:34:52.509584 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Sync routers for ids ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'] in dv-cinder-772623-4-smb {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:34:52.511578 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e09a81c1-053f-4153-949f-ac61ca3fbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:52.522141 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-60a4aebc-3d28-4532-8f05-c3ea459e28d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:52.544677 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Notify callbacks [] for router, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:52.546746 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4792957 May 04 14:34:52.550055 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56048) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:52.552419 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a81c1-053f-4153-949f-ac61ca3fbc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c7fbc2-d1be-4de9-be82-a946ec90426b,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:52.553705 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Routers {'03ec5bec-54dd-43b9-9f0c-8561cbccab46'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:34:52.557064 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:34:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:52.566307 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e09a81c1-053f-4153-949f-ac61ca3fbc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:52.591099 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e09a81c1-053f-4153-949f-ac61ca3fbc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:52.594950 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-e09a81c1-053f-4153-949f-ac61ca3fbc79 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87c7fbc2-d1be-4de9-be82-a946ec90426b HTTP/1.1" status: 204 len: 168 time: 0.4155209 May 04 14:34:52.687406 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 4b16e207-c3f7-4c39-908e-48b98818fc56 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:52.702034 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 4b16e207-c3f7-4c39-908e-48b98818fc56 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:52.702408 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:52.929255 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-b9426754-d0a7-4605-9405-611868bf46aa None None] Provisioning complete for port 4b16e207-c3f7-4c39-908e-48b98818fc56 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:52.930474 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b9426754-d0a7-4605-9405-611868bf46aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:53.212213 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de7add-c35b-43be-bec3-6bc4aa7735d4 req-399e03d6-e88d-4046-bbc4-b058c1dff295 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:53.234328 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e1de7add-c35b-43be-bec3-6bc4aa7735d4 req-399e03d6-e88d-4046-bbc4-b058c1dff295 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.3468380 May 04 14:34:53.319348 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:53.372783 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Set router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:34:53.411788 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e1de7add-c35b-43be-bec3-6bc4aa7735d4 req-7c3736c0-3b48-464b-95ea-796dffd1f203 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754129 May 04 14:34:53.602718 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b9426754-d0a7-4605-9405-611868bf46aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:53.639968 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port 4b16e207-c3f7-4c39-908e-48b98818fc56, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=4b16e207-c3f7-4c39-908e-48b98818fc56,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:34:53.665205 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:53.673594 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:53.942787 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=4b16e207-c3f7-4c39-908e-48b98818fc56,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:53.950364 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:53.988494 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.db.api [None req-b9426754-d0a7-4605-9405-611868bf46aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 14:34:53.989402 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_db.api [None req-b9426754-d0a7-4605-9405-611868bf46aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 14:34:54.286303 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 4b16e207-c3f7-4c39-908e-48b98818fc56 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:34:54.295700 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:34:50Z', 'revision_number': 3, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port': {'id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:49Z', 'updated_at': '2021-05-04T14:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:54.312268 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Checking router: 03ec5bec-54dd-43b9-9f0c-8561cbccab46 for host: dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:34:54.312681 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Updating router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 port e2b1f69e-0372-4c64-ab79-ba64bf78d26d binding host dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:34:54.450241 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 4b16e207-c3f7-4c39-908e-48b98818fc56 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:54.450626 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:54.499806 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:54.947734 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa91626-bd36-46df-a7d5-510c9da42aa3 req-e5c3996a-a0a0-4c6b-955b-400b4c5c9f70 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:54.950203 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-baa91626-bd36-46df-a7d5-510c9da42aa3 req-e5c3996a-a0a0-4c6b-955b-400b4c5c9f70 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.2808692 May 04 14:34:55.083615 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-baa91626-bd36-46df-a7d5-510c9da42aa3 req-872040c7-3c90-4ed9-b849-ce7746c00ae8 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274076 May 04 14:34:55.089755 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:55.410759 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Notify callbacks [] for port, precommit_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:55.442612 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.provisioning_blocks [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Transition to ACTIVE for port object e2b1f69e-0372-4c64-ab79-ba64bf78d26d will not be triggered until provisioned by entity L2. {{(pid=73824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:34:55.457780 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:55.469039 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-28ee516c-74be-4fdd-8de8-76510adaceee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:55.493529 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Allocated IP 172.20.0.1 (8c0f51f5-915d-44ca-8152-5cadcc1bfc62/a0b68c6f-abef-422f-9dab-a735d4be52ac/b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:34:55.620959 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4deb9-7e4e-497a-9b66-f10ca08197ac None None] Pushing event updated for resources: {'Port': ['ID=e2b1f69e-0372-4c64-ab79-ba64bf78d26d,revision_number=2']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:55.631628 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4deb9-7e4e-497a-9b66-f10ca08197ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:55.632247 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4deb9-7e4e-497a-9b66-f10ca08197ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:55.632749 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4deb9-7e4e-497a-9b66-f10ca08197ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:55.633276 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4deb9-7e4e-497a-9b66-f10ca08197ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:55.633880 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4deb9-7e4e-497a-9b66-f10ca08197ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:55.634406 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4deb9-7e4e-497a-9b66-f10ca08197ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:55.634879 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4deb9-7e4e-497a-9b66-f10ca08197ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:55.635402 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4deb9-7e4e-497a-9b66-f10ca08197ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:55.636051 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4deb9-7e4e-497a-9b66-f10ca08197ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:55.636645 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4deb9-7e4e-497a-9b66-f10ca08197ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:55.637402 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4deb9-7e4e-497a-9b66-f10ca08197ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:55.638033 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4deb9-7e4e-497a-9b66-f10ca08197ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:34:55.655611 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-edd4deb9-7e4e-497a-9b66-f10ca08197ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:55.730661 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Attempting to bind port e2b1f69e-0372-4c64-ab79-ba64bf78d26d on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:34:55.731018 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Attempting to bind port e2b1f69e-0372-4c64-ab79-ba64bf78d26d by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:34:55.731558 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Attempting to bind port e2b1f69e-0372-4c64-ab79-ba64bf78d26d on network 49af3acc-aa66-439a-917a-edeb41136f16 {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:34:55.743665 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:34:55.746408 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Checking segment: {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:34:55.748098 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:55.749571 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Bound using segment: {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:34:55.750079 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Bound port: e2b1f69e-0372-4c64-ab79-ba64bf78d26d, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:34:55.752277 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:55.860536 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:55.885221 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Transition to ACTIVE for port object b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:34:55.916935 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:55.930386 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:55.966705 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] For port e2b1f69e-0372-4c64-ab79-ba64bf78d26d, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:34:55.972512 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] For port e2b1f69e-0372-4c64-ab79-ba64bf78d26d, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=e2b1f69e-0372-4c64-ab79-ba64bf78d26d,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:34:55.978558 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:55.987884 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:56.006275 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:34:56.009638 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:34:56.020221 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:34:56.020848 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919254'] for router_interface, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:56.227359 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Routers {'03ec5bec-54dd-43b9-9f0c-8561cbccab46'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:34:56.228337 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:34:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:56.252226 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:56.270355 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:56.310791 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:56.318137 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4deb9-7e4e-497a-9b66-f10ca08197ac None None] Pushing event updated for resources: {'Port': ['ID=e2b1f69e-0372-4c64-ab79-ba64bf78d26d,revision_number=3']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:56.346920 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-edd4deb9-7e4e-497a-9b66-f10ca08197ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:56.383797 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c590026-1854-45ee-9a6b-29193ccaeb5e None None] Provisioning for port b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:34:56.396723 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c590026-1854-45ee-9a6b-29193ccaeb5e None None] Provisioning complete for port b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:56.397430 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c590026-1854-45ee-9a6b-29193ccaeb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:56.405247 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56208) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:56.623257 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0c590026-1854-45ee-9a6b-29193ccaeb5e None None] Port b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:34:56.678619 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2dfc5-e1ba-4365-9dc5-408ce6b31a01 req-76791758-0a64-45d1-8232-c5a619775730 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:56.681403 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4ea2dfc5-e1ba-4365-9dc5-408ce6b31a01 req-76791758-0a64-45d1-8232-c5a619775730 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.2957180 May 04 14:34:56.741365 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a0ebdd64-0261-42d3-95ac-9c02b2b64b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:56.780025 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] Set router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:34:56.780938 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-a0ebdd64-0261-42d3-95ac-9c02b2b64b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:56.786910 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:56.803519 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4ea2dfc5-e1ba-4365-9dc5-408ce6b31a01 req-f37e7e91-843a-4c71-9a23-6fb1c0e82415 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094742 May 04 14:34:56.809896 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-a0ebdd64-0261-42d3-95ac-9c02b2b64b14 admin admin] Usage tracker for resource:security_group_rule and tenant:0dc807b0430f45b9b1ba67b19fd72a7d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:56.813075 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:56.814157 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-a0ebdd64-0261-42d3-95ac-9c02b2b64b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:56.833070 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919157'] for router_interface, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:56.848829 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:57.055178 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-a0ebdd64-0261-42d3-95ac-9c02b2b64b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:57.278693 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:34:56Z', 'revision_number': 4, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port': {'id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:49Z', 'updated_at': '2021-05-04T14:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': 'b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8', 'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'mac_address': 'fa:16:3e:c8:86:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:55Z', 'updated_at': '2021-05-04T14:34:55Z', 'revision_number': 1, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'subnets': [{'id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:34:57.303541 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1ca99-2963-4756-88c7-b9b9d27cddd9 None None] The sync data for ids ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'] in dv-cinder-772623-4-smb is: [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:34:56Z', 'revision_number': 4, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port': {'id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:49Z', 'updated_at': '2021-05-04T14:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': 'b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8', 'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'mac_address': 'fa:16:3e:c8:86:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:55Z', 'updated_at': '2021-05-04T14:34:55Z', 'revision_number': 1, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'subnets': [{'id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:34:57.515501 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:34:57.524219 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:34:57.575833 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:57.583758 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:58.115119 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-68e5e42b-23f2-4482-b0c6-baee8b879d4a None None] Provisioning complete for port b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:34:58.115995 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-68e5e42b-23f2-4482-b0c6-baee8b879d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:58.156225 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c755665-4b07-4c1d-83e7-fdc134f010c0 req-c877f14a-9bc1-4776-8965-fa2bb39a4226 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:34:58.177469 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8c755665-4b07-4c1d-83e7-fdc134f010c0 req-c877f14a-9bc1-4776-8965-fa2bb39a4226 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.2135022 May 04 14:34:58.277319 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8c755665-4b07-4c1d-83e7-fdc134f010c0 req-7fef404b-900b-4ad0-bcfb-94019206c53d tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984495 May 04 14:34:58.366447 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-68e5e42b-23f2-4482-b0c6-baee8b879d4a None None] Port b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:34:58.385931 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a0ebdd64-0261-42d3-95ac-9c02b2b64b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:58.397807 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a0ebdd64-0261-42d3-95ac-9c02b2b64b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:58.417923 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2f991adc-9ca2-40b5-b1a4-ed0033089353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:58.503185 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-a0ebdd64-0261-42d3-95ac-9c02b2b64b14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0dc807b0430f45b9b1ba67b19fd72a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0880034 May 04 14:34:58.507696 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 56288) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:58.519802 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:34:58.546454 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebdd64-0261-42d3-95ac-9c02b2b64b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9e864f-20ca-4bfb-a4fa-436d2eb0ff0c,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:58.566682 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a0ebdd64-0261-42d3-95ac-9c02b2b64b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:58.596431 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 56294) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:58.791766 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-481f6717-0fab-47cb-8051-b3447403a7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:58.924888 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-481f6717-0fab-47cb-8051-b3447403a7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:58.988617 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:34:59.025511 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-967a419a-fad1-451d-9322-508c1cbc4854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:59.030311 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] 10.222.0.37 "PUT /v2.0/routers/03ec5bec-54dd-43b9-9f0c-8561cbccab46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4778008 May 04 14:34:59.055476 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-967a419a-fad1-451d-9322-508c1cbc4854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:34:59.062572 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-967a419a-fad1-451d-9322-508c1cbc4854 admin admin] Usage tracker for resource:security_group_rule and tenant:9d4e8fa476f741d896ba24537a2bbad6 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:34:59.071045 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-967a419a-fad1-451d-9322-508c1cbc4854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:34:59.090244 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-967a419a-fad1-451d-9322-508c1cbc4854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:34:59.136584 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-481f6717-0fab-47cb-8051-b3447403a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:59.152719 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-684566c3-58ee-4740-9f55-c62df349ea8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:59.194686 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f6717-0fab-47cb-8051-b3447403a7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9e864f-20ca-4bfb-a4fa-436d2eb0ff0c,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:59.209856 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-481f6717-0fab-47cb-8051-b3447403a7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:59.233400 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-481f6717-0fab-47cb-8051-b3447403a7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:59.239831 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-481f6717-0fab-47cb-8051-b3447403a7b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca9e864f-20ca-4bfb-a4fa-436d2eb0ff0c HTTP/1.1" status: 204 len: 168 time: 0.7304473 May 04 14:34:59.533137 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-967a419a-fad1-451d-9322-508c1cbc4854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:59.544218 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-967a419a-fad1-451d-9322-508c1cbc4854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:34:59.582652 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3df11601-65d7-4629-a719-47ccc4b6e07a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:34:59.844588 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a419a-fad1-451d-9322-508c1cbc4854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f90f56-2988-400a-a432-4e0444935df6,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:34:59.864732 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-967a419a-fad1-451d-9322-508c1cbc4854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:34:59.868793 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-967a419a-fad1-451d-9322-508c1cbc4854 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d4e8fa476f741d896ba24537a2bbad6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2708907 May 04 14:34:59.873115 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56362) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:34:59.992613 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee4bdb-d962-41ae-861d-33ceb5b2af1f req-66d7819d-6f18-454a-a201-a0540fc46e6b tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:00.005824 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-56ee4bdb-d962-41ae-861d-33ceb5b2af1f req-66d7819d-6f18-454a-a201-a0540fc46e6b tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.3700461 May 04 14:35:00.049118 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-689075c4-3596-4305-b804-7a10b9bf298c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:00.103535 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-689075c4-3596-4305-b804-7a10b9bf298c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:00.172492 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-56ee4bdb-d962-41ae-861d-33ceb5b2af1f req-31a7bfb5-cec1-4aeb-b555-62e0303be393 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621084 May 04 14:35:00.199209 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-689075c4-3596-4305-b804-7a10b9bf298c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:00.226420 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b90a878d-4099-40c1-b794-09b80b4ce278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:00.315661 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689075c4-3596-4305-b804-7a10b9bf298c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f90f56-2988-400a-a432-4e0444935df6,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:00.338511 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-689075c4-3596-4305-b804-7a10b9bf298c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:00.341686 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-689075c4-3596-4305-b804-7a10b9bf298c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:00.355163 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-689075c4-3596-4305-b804-7a10b9bf298c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19f90f56-2988-400a-a432-4e0444935df6 HTTP/1.1" status: 204 len: 168 time: 0.4757843 May 04 14:35:00.412924 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 56378) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:00.457958 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-97a82389-1060-44b8-9e3f-86fb38789831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:00.514912 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-97a82389-1060-44b8-9e3f-86fb38789831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:00.539443 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-97a82389-1060-44b8-9e3f-86fb38789831 admin admin] Usage tracker for resource:security_group_rule and tenant:411c67ff5e8b414588bb6652d0684382 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:00.543235 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-97a82389-1060-44b8-9e3f-86fb38789831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:00.561005 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-97a82389-1060-44b8-9e3f-86fb38789831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:00.616272 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device e2b1f69e-0372-4c64-ab79-ba64bf78d26d up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:35:00.721946 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-97a82389-1060-44b8-9e3f-86fb38789831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:00.727836 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-97a82389-1060-44b8-9e3f-86fb38789831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:00.785049 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:00.843560 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port e2b1f69e-0372-4c64-ab79-ba64bf78d26d completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:35:00.864101 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port e2b1f69e-0372-4c64-ab79-ba64bf78d26d triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:35:00.865290 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:00.924434 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56390) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:00.938903 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-5e1f447c-d445-4353-83bf-17ee1dbbf9b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1383322599', 'description': 'tempest-description--1091022395'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:00.965997 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-5e1f447c-d445-4353-83bf-17ee1dbbf9b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:00.966352 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-97a82389-1060-44b8-9e3f-86fb38789831 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=411c67ff5e8b414588bb6652d0684382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5515418 May 04 14:35:00.968419 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a82389-1060-44b8-9e3f-86fb38789831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc94c8dc-2140-4e71-9390-4c9a3ee4af1c,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:00.978006 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-97a82389-1060-44b8-9e3f-86fb38789831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:00.978559 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 56396) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:00.985697 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-5e1f447c-d445-4353-83bf-17ee1dbbf9b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Usage tracker for resource:security_group and tenant:5ad25986999c451986a94fb0dbd2db7d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:01.020529 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-5e1f447c-d445-4353-83bf-17ee1dbbf9b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:01.042978 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-5e1f447c-d445-4353-83bf-17ee1dbbf9b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:01.107624 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5e1f447c-d445-4353-83bf-17ee1dbbf9b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:01.191685 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-5e1f447c-d445-4353-83bf-17ee1dbbf9b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:01.207171 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-5e1f447c-d445-4353-83bf-17ee1dbbf9b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Usage tracker for resource:security_group_rule and tenant:5ad25986999c451986a94fb0dbd2db7d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:01.211157 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:01.223667 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-5e1f447c-d445-4353-83bf-17ee1dbbf9b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:01.226521 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a687cf29-65d3-41b6-b8ab-72b345cdab59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:01.235690 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-5e1f447c-d445-4353-83bf-17ee1dbbf9b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:01.333532 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port e2b1f69e-0372-4c64-ab79-ba64bf78d26d, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=e2b1f69e-0372-4c64-ab79-ba64bf78d26d,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:01.348310 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:01.350875 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:01.432703 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5e1f447c-d445-4353-83bf-17ee1dbbf9b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:01.438731 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a687cf29-65d3-41b6-b8ab-72b345cdab59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:01.441687 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5e1f447c-d445-4353-83bf-17ee1dbbf9b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:01.513613 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a0ebdd64-0261-42d3-95ac-9c02b2b64b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:01.548127 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5e1f447c-d445-4353-83bf-17ee1dbbf9b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:01.554645 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-5e1f447c-d445-4353-83bf-17ee1dbbf9b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6282690 May 04 14:35:01.560457 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56416) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:01.575963 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-ac1e5aad-8589-4404-9078-5929f08c7c44 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Request body: {'security_group_rule': {'security_group_id': '43dc5899-ca1d-4cda-ae5d-7c9cb57c5171', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:01.602696 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=e2b1f69e-0372-4c64-ab79-ba64bf78d26d,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:01.608650 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:01.621619 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-ac1e5aad-8589-4404-9078-5929f08c7c44 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:01.638880 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-ac1e5aad-8589-4404-9078-5929f08c7c44 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Usage tracker for resource:security_group_rule and tenant:5ad25986999c451986a94fb0dbd2db7d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:01.645787 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-ac1e5aad-8589-4404-9078-5929f08c7c44 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:01.651355 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f447c-d445-4353-83bf-17ee1dbbf9b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:01.676895 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5e1f447c-d445-4353-83bf-17ee1dbbf9b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:01.677073 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-ac1e5aad-8589-4404-9078-5929f08c7c44 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:01.721223 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5aad-8589-4404-9078-5929f08c7c44 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:01.775622 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a687cf29-65d3-41b6-b8ab-72b345cdab59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:01.792438 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c5b95d16-9eaa-4976-9509-a0fe6ea366b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:01.811925 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Sync routers for ids ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'] in dv-cinder-772623-4-smb {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:35:01.833256 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56426) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:01.835768 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Routers {'03ec5bec-54dd-43b9-9f0c-8561cbccab46'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:35:01.836547 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:34:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:35:01.894536 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a687cf29-65d3-41b6-b8ab-72b345cdab59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:01.898072 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-a687cf29-65d3-41b6-b8ab-72b345cdab59 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc94c8dc-2140-4e71-9390-4c9a3ee4af1c HTTP/1.1" status: 204 len: 168 time: 0.9170420 May 04 14:35:01.900585 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687cf29-65d3-41b6-b8ab-72b345cdab59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc94c8dc-2140-4e71-9390-4c9a3ee4af1c,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:01.906260 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-015dcbdf-3448-47e0-869a-c0345e22866b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:01.910771 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a687cf29-65d3-41b6-b8ab-72b345cdab59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:01.981020 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948fc61-80ab-4888-8cb0-3f6efa43fd8b req-eda88ef9-b883-428d-bed4-39dd528b09c3 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:01.989390 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-015dcbdf-3448-47e0-869a-c0345e22866b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:01.999930 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c948fc61-80ab-4888-8cb0-3f6efa43fd8b req-eda88ef9-b883-428d-bed4-39dd528b09c3 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.4069552 May 04 14:35:02.023952 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-015dcbdf-3448-47e0-869a-c0345e22866b admin admin] Usage tracker for resource:security_group_rule and tenant:04220c42a2e94610add759d00c881e5c is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:02.036434 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-015dcbdf-3448-47e0-869a-c0345e22866b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:02.041766 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5aad-8589-4404-9078-5929f08c7c44 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:02.049142 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-015dcbdf-3448-47e0-869a-c0345e22866b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:02.059507 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5aad-8589-4404-9078-5929f08c7c44 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:02.073741 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0e12d318-f82f-4e94-951f-6fa14f0af44e tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:02.103022 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c948fc61-80ab-4888-8cb0-3f6efa43fd8b req-f0e11e7b-8066-47d7-9db3-7581d0e50c1d tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015296 May 04 14:35:02.317581 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e5aad-8589-4404-9078-5929f08c7c44 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9bb416-bc31-4f8f-a4cf-e53b0890a42e,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:02.340452 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5aad-8589-4404-9078-5929f08c7c44 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:02.343688 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-ac1e5aad-8589-4404-9078-5929f08c7c44 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7812831 May 04 14:35:02.347489 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-015dcbdf-3448-47e0-869a-c0345e22866b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:02.347884 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 56436) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:02.352217 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ac1e5aad-8589-4404-9078-5929f08c7c44 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:02.354390 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-7a60feca-029e-43fa-89f9-03c78dba08e3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Request body: {'security_group_rule': {'security_group_id': '43dc5899-ca1d-4cda-ae5d-7c9cb57c5171', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:02.356489 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-015dcbdf-3448-47e0-869a-c0345e22866b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:02.372376 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-7a60feca-029e-43fa-89f9-03c78dba08e3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:02.379506 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7022d76c-a816-4fe1-ab83-2e2d8faed83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:02.382162 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Set router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:35:02.386009 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-7a60feca-029e-43fa-89f9-03c78dba08e3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Usage tracker for resource:security_group_rule and tenant:5ad25986999c451986a94fb0dbd2db7d is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:02.397694 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-7a60feca-029e-43fa-89f9-03c78dba08e3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:02.435995 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-7a60feca-029e-43fa-89f9-03c78dba08e3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:02.444899 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015dcbdf-3448-47e0-869a-c0345e22866b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea273c2-7c6d-4802-8b47-cca2f20a7b6b,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:02.475335 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-015dcbdf-3448-47e0-869a-c0345e22866b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:02.476227 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device e2b1f69e-0372-4c64-ab79-ba64bf78d26d up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:35:02.488786 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7a60feca-029e-43fa-89f9-03c78dba08e3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:02.516887 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-015dcbdf-3448-47e0-869a-c0345e22866b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04220c42a2e94610add759d00c881e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6759210 May 04 14:35:02.521342 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56444) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:02.583795 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56448) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:02.641084 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56454) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:02.670198 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c11ca7f5-ae8f-4627-a780-b94741b5ce2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:02.695415 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7a60feca-029e-43fa-89f9-03c78dba08e3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:02.704044 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7a60feca-029e-43fa-89f9-03c78dba08e3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:02.709686 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c11ca7f5-ae8f-4627-a780-b94741b5ce2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:02.711187 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e2361914-8b01-4783-add9-8c419b54d93c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:02.747990 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60feca-029e-43fa-89f9-03c78dba08e3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553167de-e47e-4543-8818-be4aed1ed60c,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:02.778701 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-7a60feca-029e-43fa-89f9-03c78dba08e3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:02.785856 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port e2b1f69e-0372-4c64-ab79-ba64bf78d26d triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:35:02.786514 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:02.803135 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7a60feca-029e-43fa-89f9-03c78dba08e3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:02.805511 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-7a60feca-029e-43fa-89f9-03c78dba08e3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4561923 May 04 14:35:02.808954 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 56462) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:02.826236 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Request body: {'floatingip': {'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:02.859805 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:02.867818 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c11ca7f5-ae8f-4627-a780-b94741b5ce2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:02.877399 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-663220ad-f0cd-4a39-8a15-b02f1d7dd849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:02.883569 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Usage tracker for resource:floatingip and tenant:5ad25986999c451986a94fb0dbd2db7d is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:02.889864 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:02.916636 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:02.923859 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ca7f5-ae8f-4627-a780-b94741b5ce2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea273c2-7c6d-4802-8b47-cca2f20a7b6b,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:02.933474 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c11ca7f5-ae8f-4627-a780-b94741b5ce2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:02.959261 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for floatingip, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:03.001658 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c11ca7f5-ae8f-4627-a780-b94741b5ce2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:03.007075 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-c11ca7f5-ae8f-4627-a780-b94741b5ce2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eea273c2-7c6d-4802-8b47-cca2f20a7b6b HTTP/1.1" status: 204 len: 168 time: 0.4832129 May 04 14:35:03.060916 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-20cae07d-76ed-4d4b-ad40-1e4b30a322eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:03.087047 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7036-da85-4b5d-842d-790fa9edbf31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:03.149225 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-20cae07d-76ed-4d4b-ad40-1e4b30a322eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:03.156476 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-20cae07d-76ed-4d4b-ad40-1e4b30a322eb admin admin] Usage tracker for resource:security_group_rule and tenant:458098817058498a97efac7181de4de4 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:03.181114 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-7d1b7036-da85-4b5d-842d-790fa9edbf31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:03.192411 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-20cae07d-76ed-4d4b-ad40-1e4b30a322eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:03.210368 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-7d1b7036-da85-4b5d-842d-790fa9edbf31 admin admin] Usage tracker for resource:security_group_rule and tenant:ea3c8b1e2a8e4efaa7c31653c5f4183c is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:03.213987 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-20cae07d-76ed-4d4b-ad40-1e4b30a322eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:03.235203 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-7d1b7036-da85-4b5d-842d-790fa9edbf31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:03.285060 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:34:56Z', 'revision_number': 4, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port': {'id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:49Z', 'updated_at': '2021-05-04T14:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': 'b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8', 'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'mac_address': 'fa:16:3e:c8:86:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:55Z', 'updated_at': '2021-05-04T14:34:56Z', 'revision_number': 2, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'subnets': [{'id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:35:03.299859 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Checking router: 03ec5bec-54dd-43b9-9f0c-8561cbccab46 for host: dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:35:03.300412 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Updating router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 port b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 binding host dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:35:03.417657 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-7d1b7036-da85-4b5d-842d-790fa9edbf31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:03.442789 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:03.497840 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-20cae07d-76ed-4d4b-ad40-1e4b30a322eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:03.506669 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-20cae07d-76ed-4d4b-ad40-1e4b30a322eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:03.576020 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0898b10b-3290-4166-af7a-7cb17e525e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:03.588426 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f6df8-3f0b-4729-8a2b-50f25eaaf130 req-64557b85-db25-49f7-bfe5-8f51084f33b0 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:03.591412 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e21f6df8-3f0b-4729-8a2b-50f25eaaf130 req-64557b85-db25-49f7-bfe5-8f51084f33b0 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.2263551 May 04 14:35:03.595671 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:03.607733 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-20cae07d-76ed-4d4b-ad40-1e4b30a322eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=458098817058498a97efac7181de4de4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0182564 May 04 14:35:03.617974 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56484) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:03.781745 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cae07d-76ed-4d4b-ad40-1e4b30a322eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53333670-5dde-41d5-8210-3a1346acf199,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:03.790080 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-20cae07d-76ed-4d4b-ad40-1e4b30a322eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:03.871515 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e08bc329-71b4-4f72-abc7-644ddef2b83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:03.931404 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e08bc329-71b4-4f72-abc7-644ddef2b83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:03.949458 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e21f6df8-3f0b-4729-8a2b-50f25eaaf130 req-70e225ae-8daf-41d4-aa29-30a000b9d977 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521211 May 04 14:35:03.951731 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7036-da85-4b5d-842d-790fa9edbf31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:03.978636 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7036-da85-4b5d-842d-790fa9edbf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:03.993047 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-796934de-12e0-4680-82d9-f72968d2e024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:04.030404 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Allocated IP 172.28.3.143 (49af3acc-aa66-439a-917a-edeb41136f16/106a0d71-9dcf-4db1-913d-79820d2de789/7714d6af-77be-4d26-bfd0-256e5453d32d) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:35:04.068380 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-7d1b7036-da85-4b5d-842d-790fa9edbf31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea3c8b1e2a8e4efaa7c31653c5f4183c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4261386 May 04 14:35:04.075239 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56498) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:04.110814 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b7036-da85-4b5d-842d-790fa9edbf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ecf34c-b956-4d0d-b155-f1b81598e69c,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:04.119244 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7d1b7036-da85-4b5d-842d-790fa9edbf31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:04.153646 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e08bc329-71b4-4f72-abc7-644ddef2b83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:04.160742 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c3e521b2-494c-465e-ae94-8c75e5ba1643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:04.188085 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bc329-71b4-4f72-abc7-644ddef2b83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53333670-5dde-41d5-8210-3a1346acf199,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:04.194087 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e08bc329-71b4-4f72-abc7-644ddef2b83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:04.223727 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7af20905-fb7f-4c96-9ce7-2f96478cf22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:04.228391 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e08bc329-71b4-4f72-abc7-644ddef2b83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:04.229865 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-e08bc329-71b4-4f72-abc7-644ddef2b83f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53333670-5dde-41d5-8210-3a1346acf199 HTTP/1.1" status: 204 len: 168 time: 0.5987170 May 04 14:35:04.297923 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7af20905-fb7f-4c96-9ce7-2f96478cf22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:04.487946 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:04.528528 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7af20905-fb7f-4c96-9ce7-2f96478cf22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:04.545279 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-015dcbdf-3448-47e0-869a-c0345e22866b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:04.577093 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:04.581090 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Notify callbacks [] for port, precommit_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:04.600151 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Transition to ACTIVE for port object b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:35:04.603787 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-544fd789-2828-4a93-a3dd-9ff83dbfe175 tempest-DeleteServersTestJSON-612467865 tempest-DeleteServersTestJSON-612467865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:04.611268 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:04.617705 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7af20905-fb7f-4c96-9ce7-2f96478cf22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:04.619771 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-7af20905-fb7f-4c96-9ce7-2f96478cf22f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6ecf34c-b956-4d0d-b155-f1b81598e69c HTTP/1.1" status: 204 len: 168 time: 0.5361569 May 04 14:35:04.623714 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af20905-fb7f-4c96-9ce7-2f96478cf22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ecf34c-b956-4d0d-b155-f1b81598e69c,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:04.626218 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:04.639661 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7af20905-fb7f-4c96-9ce7-2f96478cf22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:04.681575 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Network 49af3acc-aa66-439a-917a-edeb41136f16 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:35:04.691859 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Resources bound (agent type, host, resource id): {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:35:04.697377 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:35:04.763483 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Pushing event updated for resources: {'Port': ['ID=7714d6af-77be-4d26-bfd0-256e5453d32d,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:04.780736 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:04.919374 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:05.019402 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107a208-8e31-4bcc-8666-6626eeea6991 None None] Pushing event updated for resources: {'Port': ['ID=b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:05.041421 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-c107a208-8e31-4bcc-8666-6626eeea6991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:05.045900 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:05.204649 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Attempting to bind port b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:35:05.205296 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Attempting to bind port b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': '00818c8f-02e9-4454-933f-e6e1bd6dcd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:35:05.206292 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Attempting to bind port b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 on network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:35:05.236818 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:35:05.238344 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Checking segment: {'id': '00818c8f-02e9-4454-933f-e6e1bd6dcd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:35:05.239046 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:05.239914 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Bound using segment: {'id': '00818c8f-02e9-4454-933f-e6e1bd6dcd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:35:05.240691 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Bound port: b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00818c8f-02e9-4454-933f-e6e1bd6dcd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:35:05.241422 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:05.330433 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56530) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:05.366086 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3f6b41e0-b09a-4597-9512-f02efb84fdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:05.406268 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3f6b41e0-b09a-4597-9512-f02efb84fdaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:05.412281 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-3f6b41e0-b09a-4597-9512-f02efb84fdaf admin admin] Usage tracker for resource:security_group_rule and tenant:77efdb9defbe47d7a82ff22be983d337 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:05.416102 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-3f6b41e0-b09a-4597-9512-f02efb84fdaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:05.426284 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3f6b41e0-b09a-4597-9512-f02efb84fdaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:05.566085 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe14de8-c37a-42fd-8042-6a0cede3fa41 req-bebd40ef-b699-4d94-90c2-ee1f7a0c4f31 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:05.568049 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cfe14de8-c37a-42fd-8042-6a0cede3fa41 req-bebd40ef-b699-4d94-90c2-ee1f7a0c4f31 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.2084181 May 04 14:35:05.573409 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:05.579177 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10542736'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:05.589050 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] For port b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:35:05.600814 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:05.633243 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3f6b41e0-b09a-4597-9512-f02efb84fdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:05.644710 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3f6b41e0-b09a-4597-9512-f02efb84fdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:05.655795 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4d277583-8beb-4ad6-926a-563916a8df7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:05.822291 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b41e0-b09a-4597-9512-f02efb84fdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea15640-25b7-469c-9290-bf526ece28b0,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:05.832166 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-3f6b41e0-b09a-4597-9512-f02efb84fdaf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77efdb9defbe47d7a82ff22be983d337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4932046 May 04 14:35:05.832166 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3f6b41e0-b09a-4597-9512-f02efb84fdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:05.832166 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56536) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:05.852666 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] For port b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:35:05.865430 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:05.872759 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56540) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:05.888819 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:05.941187 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c4589fdb-d218-40e8-8c3d-3fbb824c2cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:05.965831 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ac471ec9-496f-4737-ae29-0f005f4366dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:05.998155 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-c4589fdb-d218-40e8-8c3d-3fbb824c2cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:06.023515 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-c4589fdb-d218-40e8-8c3d-3fbb824c2cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:aa6843f946d541cc8782982c4736eb82 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:06.024715 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cfe14de8-c37a-42fd-8042-6a0cede3fa41 req-f9e2b14d-63e7-4b80-b342-21a7d2d7e9b0 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307671 May 04 14:35:06.051875 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-c4589fdb-d218-40e8-8c3d-3fbb824c2cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:06.081326 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Pushing event updated for resources: {'Port': ['ID=7714d6af-77be-4d26-bfd0-256e5453d32d,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:06.081326 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:06.113635 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cf5d4511-2256-48af-86cf-aa2338428ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:06.131503 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-c4589fdb-d218-40e8-8c3d-3fbb824c2cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:06.158291 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946001'] for floatingip, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:06.202322 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Routers {'03ec5bec-54dd-43b9-9f0c-8561cbccab46'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:35:06.203663 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:34:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:35:06.238519 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for floatingip, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:06.240047 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4293849 May 04 14:35:06.323227 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cf5d4511-2256-48af-86cf-aa2338428ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:06.569016 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c4589fdb-d218-40e8-8c3d-3fbb824c2cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:06.573270 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cf5d4511-2256-48af-86cf-aa2338428ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:06.585140 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:06.604044 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d4511-2256-48af-86cf-aa2338428ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea15640-25b7-469c-9290-bf526ece28b0,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:06.606699 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c4589fdb-d218-40e8-8c3d-3fbb824c2cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:06.637680 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-cf5d4511-2256-48af-86cf-aa2338428ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:06.638258 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-cf5d4511-2256-48af-86cf-aa2338428ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:06.671233 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 56556) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:06.684619 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-c4589fdb-d218-40e8-8c3d-3fbb824c2cb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa6843f946d541cc8782982c4736eb82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8092747 May 04 14:35:06.685775 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cf5d4511-2256-48af-86cf-aa2338428ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:06.691324 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-cf5d4511-2256-48af-86cf-aa2338428ad9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bea15640-25b7-469c-9290-bf526ece28b0 HTTP/1.1" status: 204 len: 168 time: 0.8540661 May 04 14:35:06.691324 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4589fdb-d218-40e8-8c3d-3fbb824c2cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a31fc1-5020-479a-ae76-8d88ecf35c72,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:06.700846 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c4589fdb-d218-40e8-8c3d-3fbb824c2cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:06.725365 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] Set router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:35:06.769529 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-271daebc-cadd-491d-8d48-e21c5ebd9727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:06.813742 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-271daebc-cadd-491d-8d48-e21c5ebd9727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:06.864273 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107a208-8e31-4bcc-8666-6626eeea6991 None None] Pushing event updated for resources: {'Port': ['ID=b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:06.886875 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-c107a208-8e31-4bcc-8666-6626eeea6991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.998s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:06.927199 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bad6683a-bb12-4872-9216-a975ec03b684 req-04127ad7-ba14-4563-8b3c-22ebd5deb9c9 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1383322599&fields=id&tenant_id=5ad25986999c451986a94fb0dbd2db7d HTTP/1.1" status: 200 len: 267 time: 0.0765040 May 04 14:35:07.094257 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56576) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:07.193625 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6683a-bb12-4872-9216-a975ec03b684 req-0b740482-c2bb-4870-99ff-e7fbf7bc2e69 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:07.200922 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bad6683a-bb12-4872-9216-a975ec03b684 req-0b740482-c2bb-4870-99ff-e7fbf7bc2e69 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/networks?id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62 HTTP/1.1" status: 200 len: 817 time: 0.2725351 May 04 14:35:07.220385 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bad6683a-bb12-4872-9216-a975ec03b684 req-20dc9b25-09c7-44fb-9233-c6fd63772e72 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/quotas/5ad25986999c451986a94fb0dbd2db7d HTTP/1.1" status: 200 len: 375 time: 0.0184174 May 04 14:35:07.314090 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-271daebc-cadd-491d-8d48-e21c5ebd9727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:07.335408 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b260cc60-b8d7-41c1-a451-b83cddf73746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:07.452383 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271daebc-cadd-491d-8d48-e21c5ebd9727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a31fc1-5020-479a-ae76-8d88ecf35c72,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:07.460388 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-271daebc-cadd-491d-8d48-e21c5ebd9727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:07.468857 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-271daebc-cadd-491d-8d48-e21c5ebd9727 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94a31fc1-5020-479a-ae76-8d88ecf35c72 HTTP/1.1" status: 204 len: 168 time: 0.7960663 May 04 14:35:07.588934 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-271daebc-cadd-491d-8d48-e21c5ebd9727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:07.622669 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bad6683a-bb12-4872-9216-a975ec03b684 req-2243199a-19d2-48c6-96f1-2fae71c3f48a tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ad25986999c451986a94fb0dbd2db7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4010372 May 04 14:35:07.718480 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:34:56Z', 'revision_number': 4, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port': {'id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:49Z', 'updated_at': '2021-05-04T14:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': 'b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8', 'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'mac_address': 'fa:16:3e:c8:86:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:55Z', 'updated_at': '2021-05-04T14:35:05Z', 'revision_number': 4, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'subnets': [{'id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:35:07.728219 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a916e8-2bca-41ce-815d-7ccbe59ee43b None None] The sync data for ids ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'] in dv-cinder-772623-4-smb is: [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:34:56Z', 'revision_number': 4, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port': {'id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:49Z', 'updated_at': '2021-05-04T14:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': 'b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8', 'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'mac_address': 'fa:16:3e:c8:86:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:55Z', 'updated_at': '2021-05-04T14:35:05Z', 'revision_number': 4, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'subnets': [{'id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:35:07.818183 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-07185ab5-6814-4bee-a173-20b13d6482eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:07.869538 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-07185ab5-6814-4bee-a173-20b13d6482eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:07.881755 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-07185ab5-6814-4bee-a173-20b13d6482eb admin admin] Usage tracker for resource:security_group_rule and tenant:69c2ed2385344d65a387d68a28e26275 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:07.890149 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-07185ab5-6814-4bee-a173-20b13d6482eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:07.903268 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43050d35-1be8-44a1-a86a-44245cf60130 req-ea5caaa5-ea10-46f5-8f63-f54b36c3b04b tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:07.909470 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-07185ab5-6814-4bee-a173-20b13d6482eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:07.915822 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-43050d35-1be8-44a1-a86a-44245cf60130 req-ea5caaa5-ea10-46f5-8f63-f54b36c3b04b tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.4920619 May 04 14:35:08.107453 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-48f067eb-9528-45f1-993d-5b99b0e4e904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:08.223040 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-43050d35-1be8-44a1-a86a-44245cf60130 req-280307db-9f8a-4981-9bfa-32e1de8b0b00 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055110 May 04 14:35:08.240529 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-07185ab5-6814-4bee-a173-20b13d6482eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:08.253864 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-07185ab5-6814-4bee-a173-20b13d6482eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:08.276823 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:08.315391 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bad6683a-bb12-4872-9216-a975ec03b684 req-404c9683-8f96-41a9-8009-dea17d5d41f9 service neutron] 10.222.0.37 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785727 May 04 14:35:08.324416 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e08bc329-71b4-4f72-abc7-644ddef2b83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:08.432099 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-07185ab5-6814-4bee-a173-20b13d6482eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69c2ed2385344d65a387d68a28e26275&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3363719 May 04 14:35:08.437433 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07185ab5-6814-4bee-a173-20b13d6482eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa0cf0f-3488-4bb8-96a0-f6a3090b07a1,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:08.447753 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-07185ab5-6814-4bee-a173-20b13d6482eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:08.449606 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56610) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:08.532688 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:35:08.654627 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-da6f6cf1-d13e-48b1-a2c7-28f818200666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:08.738280 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bad6683a-bb12-4872-9216-a975ec03b684 req-285ee47e-776f-457a-bec2-391212724b23 service neutron] 10.222.0.37 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209847 May 04 14:35:08.745079 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:35:08.756429 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-da6f6cf1-d13e-48b1-a2c7-28f818200666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:08.757559 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:35:08.760559 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:08.930377 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-da6f6cf1-d13e-48b1-a2c7-28f818200666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:08.934328 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-fdbdb3bf-df51-4822-92ee-57dacfafc22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:08.979596 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f6cf1-d13e-48b1-a2c7-28f818200666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa0cf0f-3488-4bb8-96a0-f6a3090b07a1,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:08.996854 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-da6f6cf1-d13e-48b1-a2c7-28f818200666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:08.999858 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-da6f6cf1-d13e-48b1-a2c7-28f818200666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:09.001540 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-da6f6cf1-d13e-48b1-a2c7-28f818200666 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6fa0cf0f-3488-4bb8-96a0-f6a3090b07a1 HTTP/1.1" status: 204 len: 168 time: 0.5508347 May 04 14:35:09.173201 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c8ef820b-6660-4058-a2fc-884b241ab1bb req-af51fe9d-1c7a-4e5e-b9dc-8c899006cdbc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 210 time: 0.0749385 May 04 14:35:09.219710 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:09.259835 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:09.362141 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d5347-5bbe-424b-9644-9a4605617d26 req-055d9d0c-53f1-4e4a-84aa-e5269d273431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:09.365529 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-df4d5347-5bbe-424b-9644-9a4605617d26 req-055d9d0c-53f1-4e4a-84aa-e5269d273431 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 1099 time: 0.1603229 May 04 14:35:09.387830 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:09.396778 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:09.400056 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-c107a208-8e31-4bcc-8666-6626eeea6991 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:09.476699 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-df4d5347-5bbe-424b-9644-9a4605617d26 req-462a0b54-22ea-4e28-9274-ef4687020847 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041355 May 04 14:35:09.620268 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa438e90-a4ac-4705-bf25-014671f1f295 req-95c8f7a4-e209-4084-a9c3-5af3153e57a4 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:09.624773 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:09.630269 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:09.637451 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fa438e90-a4ac-4705-bf25-014671f1f295 req-95c8f7a4-e209-4084-a9c3-5af3153e57a4 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.1662893 May 04 14:35:09.704870 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fa438e90-a4ac-4705-bf25-014671f1f295 req-cb045155-b6e9-4e44-8c68-cd6279a92ab2 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664442 May 04 14:35:10.366210 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:35:10.551899 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:35:10.552575 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:10.575220 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:35:10.652588 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7ec4a3d1-62d2-42d8-a744-6bd33ea3bc97 req-1c3d235a-7135-4829-8517-492baf51fd9f tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 210 time: 0.1282496 May 04 14:35:10.869930 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:11.065837 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4208f3a-2edf-4343-bf83-2d639a160f65 req-533c5ef3-254c-4ea9-8627-abfb0cd1b3f3 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:11.076124 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b4208f3a-2edf-4343-bf83-2d639a160f65 req-533c5ef3-254c-4ea9-8627-abfb0cd1b3f3 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.1748748 May 04 14:35:11.166099 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b4208f3a-2edf-4343-bf83-2d639a160f65 req-c03da1b0-08f2-4c0a-aa5c-cc12da31a47c tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845160 May 04 14:35:11.547794 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6683a-bb12-4872-9216-a975ec03b684 req-e149a94b-26ee-4cec-9c0a-3f3f10f4132e tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:11.549788 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bad6683a-bb12-4872-9216-a975ec03b684 req-e149a94b-26ee-4cec-9c0a-3f3f10f4132e tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.47 "GET /v2.0/networks?id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62 HTTP/1.1" status: 200 len: 817 time: 0.3638330 May 04 14:35:11.564291 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ff3fd-4b9f-4953-92cd-86eb41a57af7 req-4af818f8-47e8-4276-8b03-e415e00116be tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:11.573307 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b34ff3fd-4b9f-4953-92cd-86eb41a57af7 req-4af818f8-47e8-4276-8b03-e415e00116be tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.1810732 May 04 14:35:11.703162 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bad6683a-bb12-4872-9216-a975ec03b684 req-e9a752d0-a3f8-4f73-9879-b4ef0eb79f68 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ad25986999c451986a94fb0dbd2db7d HTTP/1.1" status: 200 len: 380 time: 0.1072571 May 04 14:35:11.751723 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [req-bad6683a-bb12-4872-9216-a975ec03b684 req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Request body: {'port': {'device_id': '6019d0f2-a242-4912-9280-182937f7dd05', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'admin_state_up': True, 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'security_groups': ['43dc5899-ca1d-4cda-ae5d-7c9cb57c5171']}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:11.907740 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b34ff3fd-4b9f-4953-92cd-86eb41a57af7 req-9c626d39-29e9-4410-989a-8d597942945f tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333914 May 04 14:35:12.284249 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c88dd2f5-0c17-49b9-8792-d06d1a3e06d7 req-ebdaa68d-a941-43cd-9a62-fc4be5c30432 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 210 time: 0.1831052 May 04 14:35:12.410128 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [req-bad6683a-bb12-4872-9216-a975ec03b684 req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:12.417715 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-bad6683a-bb12-4872-9216-a975ec03b684 req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Usage tracker for resource:port and tenant:5ad25986999c451986a94fb0dbd2db7d is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:12.423247 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-bad6683a-bb12-4872-9216-a975ec03b684 req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:12.435559 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [req-bad6683a-bb12-4872-9216-a975ec03b684 req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:12.454618 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad6683a-bb12-4872-9216-a975ec03b684 req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Made reservation on behalf of 5ad25986999c451986a94fb0dbd2db7d for: {'port': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:35:12.461303 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-bad6683a-bb12-4872-9216-a975ec03b684 req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:12.796793 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [req-bad6683a-bb12-4872-9216-a975ec03b684 req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Allocated IP 172.20.0.9 (8c0f51f5-915d-44ca-8152-5cadcc1bfc62/a0b68c6f-abef-422f-9dab-a735d4be52ac/e4effb26-7356-49a6-afdd-f839050502ad) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:35:13.192071 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-bad6683a-bb12-4872-9216-a975ec03b684 req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:13.215032 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [req-bad6683a-bb12-4872-9216-a975ec03b684 req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Transition to ACTIVE for port object e4effb26-7356-49a6-afdd-f839050502ad will not be triggered until provisioned by entity DHCP. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:35:13.279761 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-bad6683a-bb12-4872-9216-a975ec03b684 req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:13.298382 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:13.360245 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad6683a-bb12-4872-9216-a975ec03b684 req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:35:13.371256 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [req-bad6683a-bb12-4872-9216-a975ec03b684 req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Resources bound (agent type, host, resource id): {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:35:13.376590 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad6683a-bb12-4872-9216-a975ec03b684 req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:35:13.417546 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:13.482889 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Pushing event updated for resources: {'Port': ['ID=e4effb26-7356-49a6-afdd-f839050502ad,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:13.503994 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:13.545451 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6683a-bb12-4872-9216-a975ec03b684 req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:13.546691 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-bad6683a-bb12-4872-9216-a975ec03b684 req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:13.707702 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bad6683a-bb12-4872-9216-a975ec03b684 req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0034885 May 04 14:35:13.727652 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Request body: {'port': {'device_id': '6019d0f2-a242-4912-9280-182937f7dd05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:13.735490 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-fb798714-93fd-4bd6-bce7-be42b0808dca None None] Provisioning for port e4effb26-7356-49a6-afdd-f839050502ad completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:35:13.743502 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-fb798714-93fd-4bd6-bce7-be42b0808dca None None] Provisioning complete for port e4effb26-7356-49a6-afdd-f839050502ad triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:35:13.744187 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-fb798714-93fd-4bd6-bce7-be42b0808dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:13.821672 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-fb798714-93fd-4bd6-bce7-be42b0808dca None None] Port e4effb26-7356-49a6-afdd-f839050502ad cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:35:13.940034 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56796) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:14.103086 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a35057-58f1-43dc-9e81-14bdf3c44ae5 req-14d381a5-e701-4c6a-8fee-6dc8797f554e tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:14.103086 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-35a35057-58f1-43dc-9e81-14bdf3c44ae5 req-14d381a5-e701-4c6a-8fee-6dc8797f554e tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Synchronizing usage tracker for tenant:5ad25986999c451986a94fb0dbd2db7d on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:35:14.150467 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:14.167443 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-35a35057-58f1-43dc-9e81-14bdf3c44ae5 req-14d381a5-e701-4c6a-8fee-6dc8797f554e tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Unset dirty status for tenant:5ad25986999c451986a94fb0dbd2db7d on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:35:14.169556 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-35a35057-58f1-43dc-9e81-14bdf3c44ae5 req-14d381a5-e701-4c6a-8fee-6dc8797f554e tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 931 time: 0.6094222 May 04 14:35:14.283318 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f8a44ff8-e001-42c9-8806-819ae2ce3ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:14.303867 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f8a44ff8-e001-42c9-8806-819ae2ce3ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:14.308950 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-f8a44ff8-e001-42c9-8806-819ae2ce3ad1 admin admin] Usage tracker for resource:security_group_rule and tenant:a3390243415d4877ac1f25113065a856 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:14.312726 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-f8a44ff8-e001-42c9-8806-819ae2ce3ad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:14.320988 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f8a44ff8-e001-42c9-8806-819ae2ce3ad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:14.489677 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f8a44ff8-e001-42c9-8806-819ae2ce3ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:14.498218 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f8a44ff8-e001-42c9-8806-819ae2ce3ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:14.517037 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0b099265-9086-4815-861a-2d4a6054c657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:14.596763 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-35a35057-58f1-43dc-9e81-14bdf3c44ae5 req-a6568e7a-7d53-4787-b181-45c834aadb61 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485089 May 04 14:35:14.652187 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-f8a44ff8-e001-42c9-8806-819ae2ce3ad1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3390243415d4877ac1f25113065a856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7103691 May 04 14:35:14.655291 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 56818) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:14.709734 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a44ff8-e001-42c9-8806-819ae2ce3ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61f6247-dd6a-43fb-bcac-c51f27d9724a,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:14.724503 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f8a44ff8-e001-42c9-8806-819ae2ce3ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:14.758794 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c43de738-ace1-434d-8c4b-904262476ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:14.954786 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4effb26-7356-49a6-afdd-f839050502ad {{(pid=73821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:35:15.011569 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c43de738-ace1-434d-8c4b-904262476ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:15.031917 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:15.057329 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27664be6-f7f1-4842-9d0d-bd874bc2a4eb req-a33eda88-9928-4803-9126-506212206e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:15.059127 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-27664be6-f7f1-4842-9d0d-bd874bc2a4eb req-a33eda88-9928-4803-9126-506212206e53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=390c134d64f748c3bb44d08875d33b93&device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 1099 time: 0.1671870 May 04 14:35:15.078468 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Transition to ACTIVE for port object e4effb26-7356-49a6-afdd-f839050502ad will not be triggered until provisioned by entity L2. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:35:15.090363 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10542736'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:15.098708 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:15.221126 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27664be6-f7f1-4842-9d0d-bd874bc2a4eb req-ef6f6c9d-590a-4342-b9b0-a3c67c42b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:15.222925 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-27664be6-f7f1-4842-9d0d-bd874bc2a4eb req-ef6f6c9d-590a-4342-b9b0-a3c67c42b82a service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a63d9d4-1244-4591-8103-61cd0e0dc99c HTTP/1.1" status: 200 len: 920 time: 0.1566627 May 04 14:35:15.337676 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Pushing event updated for resources: {'Port': ['ID=e4effb26-7356-49a6-afdd-f839050502ad,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:15.356956 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:15.409949 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-27664be6-f7f1-4842-9d0d-bd874bc2a4eb req-387f3b37-bdb5-4754-b777-a0bf6fac5d06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6100388c-46e0-416d-802a-e65d4573e6c7 HTTP/1.1" status: 200 len: 217 time: 0.1799567 May 04 14:35:15.428230 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772a2ef-178b-4825-a1c4-79c1cf15cc24 req-d0ba1cfc-3db1-4b56-8c56-ed9cdba845c3 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:15.433199 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f772a2ef-178b-4825-a1c4-79c1cf15cc24 req-d0ba1cfc-3db1-4b56-8c56-ed9cdba845c3 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.4880013 May 04 14:35:15.477463 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c43de738-ace1-434d-8c4b-904262476ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:15.493265 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d37e51f0-5b7c-4b0f-bb96-4f8bcefe4a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:15.526141 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43de738-ace1-434d-8c4b-904262476ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61f6247-dd6a-43fb-bcac-c51f27d9724a,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:15.529200 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27664be6-f7f1-4842-9d0d-bd874bc2a4eb req-3bb35d79-1825-4c4a-847d-19703a9cc508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:15.530999 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-27664be6-f7f1-4842-9d0d-bd874bc2a4eb req-3bb35d79-1825-4c4a-847d-19703a9cc508 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db720b98-3862-4a42-b165-0741d67f782a HTTP/1.1" status: 200 len: 859 time: 0.1144221 May 04 14:35:15.541024 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c43de738-ace1-434d-8c4b-904262476ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:15.574973 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c43de738-ace1-434d-8c4b-904262476ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:15.575942 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-c43de738-ace1-434d-8c4b-904262476ee4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f61f6247-dd6a-43fb-bcac-c51f27d9724a HTTP/1.1" status: 204 len: 168 time: 0.9194233 May 04 14:35:15.592864 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f772a2ef-178b-4825-a1c4-79c1cf15cc24 req-ef02758c-8f42-46a7-b37d-4fd5a890b476 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584742 May 04 14:35:15.601045 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Attempting to bind port e4effb26-7356-49a6-afdd-f839050502ad on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:35:15.602443 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Attempting to bind port e4effb26-7356-49a6-afdd-f839050502ad by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '00818c8f-02e9-4454-933f-e6e1bd6dcd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62'}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:35:15.603182 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Attempting to bind port e4effb26-7356-49a6-afdd-f839050502ad on network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:35:15.609071 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Port e4effb26-7356-49a6-afdd-f839050502ad on network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:35:15.609672 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Attempting to bind port e4effb26-7356-49a6-afdd-f839050502ad on network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:35:15.613742 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-27664be6-f7f1-4842-9d0d-bd874bc2a4eb req-fd2f9d89-06ab-4518-b846-bb91a43f77d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a63d9d4-1244-4591-8103-61cd0e0dc99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750782 May 04 14:35:15.631383 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Checking agent: {'id': '8bf5348c-0921-4b50-a8be-a73e0c140a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'started_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:35:15.634958 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Checking segment: {'id': '00818c8f-02e9-4454-933f-e6e1bd6dcd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:35:15.637399 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Bound using segment: {'id': '00818c8f-02e9-4454-933f-e6e1bd6dcd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62'} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:35:15.638017 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Bound port: e4effb26-7356-49a6-afdd-f839050502ad, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00818c8f-02e9-4454-933f-e6e1bd6dcd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62'}}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:35:15.639911 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:15.877718 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] For port e4effb26-7356-49a6-afdd-f839050502ad, host hv-cinder-77262, cleared binding levels {{(pid=73821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:35:15.883470 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] For port e4effb26-7356-49a6-afdd-f839050502ad, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4effb26-7356-49a6-afdd-f839050502ad,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:35:15.890969 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10542736'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:15.895571 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b037680a-132c-4403-9c61-1ac8a6487e28 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:15.904121 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-27664be6-f7f1-4842-9d0d-bd874bc2a4eb req-94018765-24de-4870-84f6-37498f507159 service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826416 May 04 14:35:16.058623 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:16.059313 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:16.060944 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bad6683a-bb12-4872-9216-a975ec03b684 req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] 10.222.0.47 "PUT /v2.0/ports/e4effb26-7356-49a6-afdd-f839050502ad HTTP/1.1" status: 200 len: 1093 time: 2.3405540 May 04 14:35:16.063552 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6019d0f2-a242-4912-9280-182937f7dd05', 'tag': 'e4effb26-7356-49a6-afdd-f839050502ad'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:35:16.134838 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Pushing event updated for resources: {'Port': ['ID=e4effb26-7356-49a6-afdd-f839050502ad,revision_number=3']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:16.170087 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 56868) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:16.173281 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:16.322438 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6019d0f2-a242-4912-9280-182937f7dd05', 'tag': 'e4effb26-7356-49a6-afdd-f839050502ad', 'status': 'completed', 'code': 200} May 04 14:35:16.375387 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56878) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:16.376183 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a691751-29b0-496f-9ac3-cf78dfaa3df3 req-89f4c9e7-338d-4249-9a34-d1a1e51a63b9 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:16.390194 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5a691751-29b0-496f-9ac3-cf78dfaa3df3 req-89f4c9e7-338d-4249-9a34-d1a1e51a63b9 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.4189725 May 04 14:35:16.406732 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-27664be6-f7f1-4842-9d0d-bd874bc2a4eb req-556d578e-fd4d-4f6d-91d2-629d574b4920 service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958291 May 04 14:35:16.414578 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-611b2793-e90d-4524-b2e8-bf30cc7ff3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:16.435566 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-611b2793-e90d-4524-b2e8-bf30cc7ff3c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:16.445106 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-611b2793-e90d-4524-b2e8-bf30cc7ff3c4 admin admin] Usage tracker for resource:security_group_rule and tenant:d48272e3bdca49adb228b35e7d4731c0 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:16.451930 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-611b2793-e90d-4524-b2e8-bf30cc7ff3c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:16.463541 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-611b2793-e90d-4524-b2e8-bf30cc7ff3c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:16.576199 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5a691751-29b0-496f-9ac3-cf78dfaa3df3 req-703c3e5a-e2a8-4ecf-ac0a-48300410bd9b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844001 May 04 14:35:16.598155 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6683a-bb12-4872-9216-a975ec03b684 req-a733fca2-5dd5-4b45-9d09-622aca5dcf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:16.608019 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bad6683a-bb12-4872-9216-a975ec03b684 req-a733fca2-5dd5-4b45-9d09-622aca5dcf0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ad25986999c451986a94fb0dbd2db7d&device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 1096 time: 0.4741886 May 04 14:35:16.628871 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-611b2793-e90d-4524-b2e8-bf30cc7ff3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:16.637239 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-611b2793-e90d-4524-b2e8-bf30cc7ff3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:16.647587 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9ee61336-2823-48e7-b88b-891a7dfb425f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:16.700440 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-611b2793-e90d-4524-b2e8-bf30cc7ff3c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d48272e3bdca49adb228b35e7d4731c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215029 May 04 14:35:16.701207 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56890) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:16.704210 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b2793-e90d-4524-b2e8-bf30cc7ff3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5adf4f0-9b8d-46df-b17b-9626fe8bb280,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:16.730428 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-611b2793-e90d-4524-b2e8-bf30cc7ff3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:16.792388 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-36fb597c-9226-4432-9c64-49775ceaf506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:16.841479 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-36fb597c-9226-4432-9c64-49775ceaf506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:16.895500 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bad6683a-bb12-4872-9216-a975ec03b684 req-88329fe5-f8bc-4057-a07d-92418596276c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4effb26-7356-49a6-afdd-f839050502ad HTTP/1.1" status: 200 len: 217 time: 0.2784286 May 04 14:35:16.914853 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-36fb597c-9226-4432-9c64-49775ceaf506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:16.925030 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-aac30095-994d-440a-b72d-64dbb9f4e106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:16.979486 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb597c-9226-4432-9c64-49775ceaf506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5adf4f0-9b8d-46df-b17b-9626fe8bb280,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:16.982506 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-74271304-e0b1-4030-891a-4080fa4d265b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:16.984915 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-36fb597c-9226-4432-9c64-49775ceaf506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:16.987382 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-36fb597c-9226-4432-9c64-49775ceaf506 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5adf4f0-9b8d-46df-b17b-9626fe8bb280 HTTP/1.1" status: 204 len: 168 time: 0.2848132 May 04 14:35:17.001548 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-36fb597c-9226-4432-9c64-49775ceaf506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:17.115669 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-74271304-e0b1-4030-891a-4080fa4d265b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:17.130419 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-74271304-e0b1-4030-891a-4080fa4d265b admin admin] Usage tracker for resource:security_group_rule and tenant:da2d5664ad5246a781972f0b20686d55 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:17.135453 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-74271304-e0b1-4030-891a-4080fa4d265b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:17.149832 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-74271304-e0b1-4030-891a-4080fa4d265b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:17.169403 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6683a-bb12-4872-9216-a975ec03b684 req-8ccf8fe4-9264-4fec-8631-67805154dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:17.171235 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bad6683a-bb12-4872-9216-a975ec03b684 req-8ccf8fe4-9264-4fec-8631-67805154dc60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b68c6f-abef-422f-9dab-a735d4be52ac HTTP/1.1" status: 200 len: 856 time: 0.2634904 May 04 14:35:17.345676 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59064eb4-47c5-4bfb-9671-1df2d1926b6e req-fb8e87e0-49dd-4a1e-a7aa-f81447fcc965 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:17.353678 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-59064eb4-47c5-4bfb-9671-1df2d1926b6e req-fb8e87e0-49dd-4a1e-a7aa-f81447fcc965 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.3740978 May 04 14:35:17.628815 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-74271304-e0b1-4030-891a-4080fa4d265b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:17.638607 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6683a-bb12-4872-9216-a975ec03b684 req-01149089-dd6f-42c8-87a3-60084f78c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:17.640451 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bad6683a-bb12-4872-9216-a975ec03b684 req-01149089-dd6f-42c8-87a3-60084f78c6ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4590237 May 04 14:35:17.645878 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-59064eb4-47c5-4bfb-9671-1df2d1926b6e req-0cd24dcd-41b3-4f83-a03d-f2d958487bc0 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275906 May 04 14:35:17.646854 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-74271304-e0b1-4030-891a-4080fa4d265b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:17.655620 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:17.869308 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74271304-e0b1-4030-891a-4080fa4d265b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ccaf43-6520-4d2b-8c2d-c6ea3e59ae76,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:17.875678 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-74271304-e0b1-4030-891a-4080fa4d265b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:17.916651 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-74271304-e0b1-4030-891a-4080fa4d265b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da2d5664ad5246a781972f0b20686d55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7453916 May 04 14:35:17.919779 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56948) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:18.010201 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bad6683a-bb12-4872-9216-a975ec03b684 req-b8c1d249-68a4-4f2f-a003-536c6f49a727 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555343 May 04 14:35:18.020605 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-83daae54-bf10-4f23-ae9a-43b1d58fd968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:18.060743 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-83daae54-bf10-4f23-ae9a-43b1d58fd968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:18.172789 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-83daae54-bf10-4f23-ae9a-43b1d58fd968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:18.180738 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ee2de6aa-4b85-4261-9f4e-90a0f407b20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:18.185009 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c6572-10b6-4d30-84c1-ee564ff11c1a req-4282d7e0-4d68-4afd-a4e9-4c073529ab1e tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:18.192723 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-737c6572-10b6-4d30-84c1-ee564ff11c1a req-4282d7e0-4d68-4afd-a4e9-4c073529ab1e tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.2443740 May 04 14:35:18.198671 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83daae54-bf10-4f23-ae9a-43b1d58fd968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ccaf43-6520-4d2b-8c2d-c6ea3e59ae76,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:18.202673 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-83daae54-bf10-4f23-ae9a-43b1d58fd968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:18.204864 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-83daae54-bf10-4f23-ae9a-43b1d58fd968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:18.207005 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-83daae54-bf10-4f23-ae9a-43b1d58fd968 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2ccaf43-6520-4d2b-8c2d-c6ea3e59ae76 HTTP/1.1" status: 204 len: 168 time: 0.2843406 May 04 14:35:18.266384 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bad6683a-bb12-4872-9216-a975ec03b684 req-2746b186-02ce-4744-8408-1a41f2eb8288 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485938 May 04 14:35:18.324139 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 56972) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:18.353818 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-737c6572-10b6-4d30-84c1-ee564ff11c1a req-8febe6b4-3498-4058-8e56-36e07d944af4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533942 May 04 14:35:18.512764 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-716717809-network', 'tenant_id': 'c09eb0d84ae9445fb2fe3e8548c53cd8'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:18.526009 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:18.527016 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297afcc-6483-43fa-94f3-22d9b7d6965f req-cfb06d82-4551-48a7-a421-b6d896f1bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:18.532806 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8297afcc-6483-43fa-94f3-22d9b7d6965f req-cfb06d82-4551-48a7-a421-b6d896f1bf6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ad25986999c451986a94fb0dbd2db7d&device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 1096 time: 0.1996126 May 04 14:35:18.536562 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Usage tracker for resource:network and tenant:c09eb0d84ae9445fb2fe3e8548c53cd8 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:18.549560 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:18.566469 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:18.586442 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Made reservation on behalf of c09eb0d84ae9445fb2fe3e8548c53cd8 for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:35:18.589662 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:18.606940 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:18.626364 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:18.631135 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Usage tracker for resource:security_group_rule and tenant:c09eb0d84ae9445fb2fe3e8548c53cd8 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:18.636806 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:18.644649 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:18.788600 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297afcc-6483-43fa-94f3-22d9b7d6965f req-ac86d3cc-dcdb-448e-b9ef-b4b40c4971da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:18.793850 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8297afcc-6483-43fa-94f3-22d9b7d6965f req-ac86d3cc-dcdb-448e-b9ef-b4b40c4971da service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62 HTTP/1.1" status: 200 len: 918 time: 0.2532921 May 04 14:35:18.886936 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:18.893758 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:18.902925 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c11ca7f5-ae8f-4627-a780-b94741b5ce2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:18.930654 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8297afcc-6483-43fa-94f3-22d9b7d6965f req-d209f4ec-17de-4ef6-ae48-f7ab98d59cc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4effb26-7356-49a6-afdd-f839050502ad HTTP/1.1" status: 200 len: 217 time: 0.1298790 May 04 14:35:18.963536 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=73822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:35:19.026385 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efa4476-898e-486b-8704-f778b2937d66,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:19.047829 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:19.056508 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:19.058117 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.segments_db [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Added segment d39565a3-c63e-418f-9bce-35b60ab9dc0d of type vlan for network 94dd845f-8c20-41cb-9b3a-3b2d5bdd914d May 04 14:35:19.122179 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740809221780'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:19.173109 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297afcc-6483-43fa-94f3-22d9b7d6965f req-21dcf7d0-b548-4442-aa0d-80270c66c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:19.174912 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8297afcc-6483-43fa-94f3-22d9b7d6965f req-21dcf7d0-b548-4442-aa0d-80270c66c950 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b68c6f-abef-422f-9dab-a735d4be52ac HTTP/1.1" status: 200 len: 856 time: 0.2364776 May 04 14:35:19.192648 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:19.200264 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:19.202357 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:19.226119 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:19.263169 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978cb9e-68f8-41a0-990e-0938ce2d703d req-e00f5851-6974-4482-b925-4b520bc8eba5 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:19.265845 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2978cb9e-68f8-41a0-990e-0938ce2d703d req-e00f5851-6974-4482-b925-4b520bc8eba5 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.2676425 May 04 14:35:19.355787 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2978cb9e-68f8-41a0-990e-0938ce2d703d req-f973f5e0-e543-4f4a-9a03-6d0a1f08068e tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806899 May 04 14:35:19.375083 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297afcc-6483-43fa-94f3-22d9b7d6965f req-d373725a-ab93-4a4b-88d9-74dfd0d2c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:19.378714 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8297afcc-6483-43fa-94f3-22d9b7d6965f req-d373725a-ab93-4a4b-88d9-74dfd0d2c5d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1923792 May 04 14:35:19.432158 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1023903 May 04 14:35:19.434907 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 57012) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:19.625831 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 57016) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:19.693087 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-d1d83954-77d4-4673-a26b-77677b3d7a49 admin admin] Request body: {'subnet': {'network_id': '94dd845f-8c20-41cb-9b3a-3b2d5bdd914d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-716717809-subnet', 'tenant_id': 'c09eb0d84ae9445fb2fe3e8548c53cd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:19.705162 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d1d83954-77d4-4673-a26b-77677b3d7a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:19.708757 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Pushing event updated for resources: {'Network': ['ID=94dd845f-8c20-41cb-9b3a-3b2d5bdd914d,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:19.712059 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:19.716110 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-d1d83954-77d4-4673-a26b-77677b3d7a49 admin admin] Usage tracker for resource:subnet and tenant:c09eb0d84ae9445fb2fe3e8548c53cd8 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:19.719923 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-d1d83954-77d4-4673-a26b-77677b3d7a49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:19.724401 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Network 94dd845f-8c20-41cb-9b3a-3b2d5bdd914d details requested by agent ovs-agent-dv-cinder-772623-4-smb with host dv-cinder-772623-4-smb {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:35:19.729607 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d1d83954-77d4-4673-a26b-77677b3d7a49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:19.745931 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d83954-77d4-4673-a26b-77677b3d7a49 admin admin] Made reservation on behalf of c09eb0d84ae9445fb2fe3e8548c53cd8 for: {'subnet': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:35:19.749015 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d1d83954-77d4-4673-a26b-77677b3d7a49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:19.887096 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8297afcc-6483-43fa-94f3-22d9b7d6965f req-cf2e9ceb-f9a4-499d-8a0a-51b3d619c992 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009034 May 04 14:35:20.178553 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9dac9-98dd-4b34-978a-db170b01bbde req-7b179edc-af69-4ab6-9df6-54455881f49a tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:20.180274 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1fe9dac9-98dd-4b34-978a-db170b01bbde req-7b179edc-af69-4ab6-9df6-54455881f49a tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.5605483 May 04 14:35:20.358249 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device e4effb26-7356-49a6-afdd-f839050502ad details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:35:20.360511 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1fe9dac9-98dd-4b34-978a-db170b01bbde req-795659bf-dfcf-480e-8222-45c0f28e5156 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648021 May 04 14:35:20.450120 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8297afcc-6483-43fa-94f3-22d9b7d6965f req-6c5c9155-fbab-4784-a69a-a439aea0661d service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528064 May 04 14:35:20.589372 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e8b91721-0c69-4e32-89dd-092ea2bb7751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:20.650118 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e8b91721-0c69-4e32-89dd-092ea2bb7751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:20.656304 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-e8b91721-0c69-4e32-89dd-092ea2bb7751 admin admin] Usage tracker for resource:security_group_rule and tenant:2a627587f10140a8905ddd0900b0adff is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:20.662458 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-e8b91721-0c69-4e32-89dd-092ea2bb7751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:20.671787 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e8b91721-0c69-4e32-89dd-092ea2bb7751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:20.677371 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d1d83954-77d4-4673-a26b-77677b3d7a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for subnet, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:20.683256 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-aa308b82-8d21-4241-bb4e-37fe78b8a6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:20.727824 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port e4effb26-7356-49a6-afdd-f839050502ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4effb26-7356-49a6-afdd-f839050502ad,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:20.739125 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874b17e-f85e-480b-a90d-ccf611ccee33 req-a764dbd0-2766-4ccd-89b0-3682ee5aaa36 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:20.740834 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8874b17e-f85e-480b-a90d-ccf611ccee33 req-a764dbd0-2766-4ccd-89b0-3682ee5aaa36 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.1410794 May 04 14:35:20.758524 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d83954-77d4-4673-a26b-77677b3d7a49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a69a9c7a-c9e6-46cc-9727-77d574bec855,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:20.762494 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d1d83954-77d4-4673-a26b-77677b3d7a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:20.768737 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': 'e4effb26-7356-49a6-afdd-f839050502ad', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'port_id': 'e4effb26-7356-49a6-afdd-f839050502ad', 'mac_address': 'fa:16:3e:bf:88:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:35:20.817587 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8874b17e-f85e-480b-a90d-ccf611ccee33 req-8b08519a-0b04-4ba3-99fd-515d39a462d6 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677133 May 04 14:35:20.858842 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d83954-77d4-4673-a26b-77677b3d7a49 admin admin] Checking segment: {'id': 'd39565a3-c63e-418f-9bce-35b60ab9dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '94dd845f-8c20-41cb-9b3a-3b2d5bdd914d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:35:20.858983 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d83954-77d4-4673-a26b-77677b3d7a49 admin admin] Network hostable DHCP agents. Network: 94dd845f-8c20-41cb-9b3a-3b2d5bdd914d, hostable agents: ['89233beb-46c2-4555-b2a6-383c2a63add2'], hosted agents: [] {{(pid=73822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:35:20.874710 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e8b91721-0c69-4e32-89dd-092ea2bb7751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:20.891550 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e8b91721-0c69-4e32-89dd-092ea2bb7751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:20.893766 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d83954-77d4-4673-a26b-77677b3d7a49 admin admin] Network 94dd845f-8c20-41cb-9b3a-3b2d5bdd914d is scheduled to be hosted by DHCP agent 89233beb-46c2-4555-b2a6-383c2a63add2 with binding_index 1 {{(pid=73822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:35:20.899118 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e09a81c1-053f-4153-949f-ac61ca3fbc79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:20.904214 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:20.914519 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-d1d83954-77d4-4673-a26b-77677b3d7a49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-smb, 94dd845f-8c20-41cb-9b3a-3b2d5bdd914d) {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:35:20.930813 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b91721-0c69-4e32-89dd-092ea2bb7751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e80ecbb-04cf-434b-baaa-e117d5c3fc39,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:20.932184 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac28ff6-7757-4ae8-b86e-68564dd15885 None None] Network 94dd845f-8c20-41cb-9b3a-3b2d5bdd914d requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:35:20.936492 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e8b91721-0c69-4e32-89dd-092ea2bb7751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:20.959236 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-e8b91721-0c69-4e32-89dd-092ea2bb7751 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a627587f10140a8905ddd0900b0adff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3098023 May 04 14:35:20.959601 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 57054) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:20.962102 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d83954-77d4-4673-a26b-77677b3d7a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:20.964949 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d1d83954-77d4-4673-a26b-77677b3d7a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:20.996357 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-d1d83954-77d4-4673-a26b-77677b3d7a49 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5603225 May 04 14:35:21.012443 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4effb26-7356-49a6-afdd-f839050502ad {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:35:21.058821 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-151f50cb-e65a-4f94-9917-5e8fb204176f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:21.097958 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-151f50cb-e65a-4f94-9917-5e8fb204176f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:21.195317 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-151f50cb-e65a-4f94-9917-5e8fb204176f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:21.201011 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9285b065-d007-4b46-b67a-e62db6f6e0bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:21.405100 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f50cb-e65a-4f94-9917-5e8fb204176f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e80ecbb-04cf-434b-baaa-e117d5c3fc39,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:21.410025 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-151f50cb-e65a-4f94-9917-5e8fb204176f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:21.419969 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-151f50cb-e65a-4f94-9917-5e8fb204176f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:21.421436 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-151f50cb-e65a-4f94-9917-5e8fb204176f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e80ecbb-04cf-434b-baaa-e117d5c3fc39 HTTP/1.1" status: 204 len: 168 time: 0.4607592 May 04 14:35:21.499232 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port e4effb26-7356-49a6-afdd-f839050502ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4effb26-7356-49a6-afdd-f839050502ad,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:21.645613 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:21.676400 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:21.722014 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4059d62-52f2-4607-8d8b-11ea1551b3f8 req-817a0309-fc72-458e-acbd-148162c8e5e0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:21.729931 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a4059d62-52f2-4607-8d8b-11ea1551b3f8 req-817a0309-fc72-458e-acbd-148162c8e5e0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 944 time: 0.1669772 May 04 14:35:21.833065 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=e4effb26-7356-49a6-afdd-f839050502ad,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:21.850886 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:21.864423 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 57084) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:21.882876 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a4059d62-52f2-4607-8d8b-11ea1551b3f8 req-b4146652-aca5-4e50-8ebd-215039d9b86d tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469467 May 04 14:35:21.920934 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a1357e-ed51-4c2e-b744-a35b8189c618 None None] Network 94dd845f-8c20-41cb-9b3a-3b2d5bdd914d requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:35:22.012608 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['e4effb26-7356-49a6-afdd-f839050502ad'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:35:22.252777 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6919c35-3eec-45c2-900f-61d018519f65 req-413cedd7-7732-4214-8b13-61f03582dcd2 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:22.257978 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a6919c35-3eec-45c2-900f-61d018519f65 req-413cedd7-7732-4214-8b13-61f03582dcd2 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.1691265 May 04 14:35:22.381745 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a6919c35-3eec-45c2-900f-61d018519f65 req-30274503-e550-4b3c-b1f1-eecfa626a82c tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136637 May 04 14:35:22.553013 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a8e9-748d-4067-b03a-30373ca4576a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:22.592729 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d1d8a8e9-748d-4067-b03a-30373ca4576a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:22.605684 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-d1d8a8e9-748d-4067-b03a-30373ca4576a admin admin] Usage tracker for resource:security_group_rule and tenant:909b7bb63e844b04a5ae97ae1ff9aa6d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:22.614128 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-d1d8a8e9-748d-4067-b03a-30373ca4576a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:22.624565 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d1d8a8e9-748d-4067-b03a-30373ca4576a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:22.776276 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 57106) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:22.780527 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a8e9-748d-4067-b03a-30373ca4576a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:22.788722 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a8e9-748d-4067-b03a-30373ca4576a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:22.801534 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 57110) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:22.806366 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5e1f447c-d445-4353-83bf-17ee1dbbf9b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:22.818717 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ebf0-8819-4167-899a-817a2d2d8ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:22.847190 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1536911544-network', 'tenant_id': '51651eadf1e24ba2a63ea7991aca6c30'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:22.847465 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-b2b6ebf0-8819-4167-899a-817a2d2d8ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:22.853258 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-b2b6ebf0-8819-4167-899a-817a2d2d8ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:2cab9ec0ceaf4d1fac98f8cbcf1d86d7 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:22.857071 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-b2b6ebf0-8819-4167-899a-817a2d2d8ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:22.867759 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-b2b6ebf0-8819-4167-899a-817a2d2d8ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:22.874502 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:22.890762 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-d1d8a8e9-748d-4067-b03a-30373ca4576a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=909b7bb63e844b04a5ae97ae1ff9aa6d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0227809 May 04 14:35:22.892430 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Usage tracker for resource:network and tenant:51651eadf1e24ba2a63ea7991aca6c30 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:22.894959 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 57116) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:22.896415 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8a8e9-748d-4067-b03a-30373ca4576a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a187ba2e-a542-4171-9fb3-0664b5649eb3,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:22.899466 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:22.903008 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d1d8a8e9-748d-4067-b03a-30373ca4576a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:22.907558 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:22.930765 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Made reservation on behalf of 51651eadf1e24ba2a63ea7991aca6c30 for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:35:22.933733 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:22.951932 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:22.969789 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:22.975115 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Usage tracker for resource:security_group_rule and tenant:51651eadf1e24ba2a63ea7991aca6c30 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:22.978548 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:22.985154 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:23.039692 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7c2caca6-1d76-4c10-ad5d-86a64f80e4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:23.102579 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:23.111299 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:23.119165 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7c2caca6-1d76-4c10-ad5d-86a64f80e4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:23.122689 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c4589fdb-d218-40e8-8c3d-3fbb824c2cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:23.185457 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde1ce70-05af-4a21-8e97-2c4e790016f6,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:23.201622 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:23.227080 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=73822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:35:23.247337 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:23.248028 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.segments_db [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Added segment b68d6127-1261-4600-966a-6e4639ce3fcd of type vlan for network 38c9d566-78ec-4395-b308-fae0276dbf28 May 04 14:35:23.249017 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ebf0-8819-4167-899a-817a2d2d8ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:23.257456 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ebf0-8819-4167-899a-817a2d2d8ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:23.267077 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:23.298330 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740809221780'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:23.319851 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6ebf0-8819-4167-899a-817a2d2d8ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d37025-f3d2-4085-a694-e0759fe9885e,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:23.357261 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:23.360241 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:23.361715 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:23.370002 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b2b6ebf0-8819-4167-899a-817a2d2d8ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:23.374298 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a963e5e7-54bb-484d-9ad6-ed2c69f99889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:23.425887 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-b2b6ebf0-8819-4167-899a-817a2d2d8ad6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2cab9ec0ceaf4d1fac98f8cbcf1d86d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6472707 May 04 14:35:23.427369 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 57130) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:23.452184 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7c2caca6-1d76-4c10-ad5d-86a64f80e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:23.475073 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d0e66-478d-459a-ac56-3ee21b5bc196 req-ff6c90f5-3fc2-4e5e-8fd3-9c660997df56 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:23.478338 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-251d0e66-478d-459a-ac56-3ee21b5bc196 req-ff6c90f5-3fc2-4e5e-8fd3-9c660997df56 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 944 time: 0.3480756 May 04 14:35:23.484956 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-710f3f5c-0925-4160-b74e-35b85a3b2e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:23.565414 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2caca6-1d76-4c10-ad5d-86a64f80e4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a187ba2e-a542-4171-9fb3-0664b5649eb3,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:23.604849 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-7c2caca6-1d76-4c10-ad5d-86a64f80e4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:23.637512 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Pushing event updated for resources: {'Network': ['ID=38c9d566-78ec-4395-b308-fae0276dbf28,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:23.648898 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7c2caca6-1d76-4c10-ad5d-86a64f80e4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:23.649890 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-7c2caca6-1d76-4c10-ad5d-86a64f80e4ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a187ba2e-a542-4171-9fb3-0664b5649eb3 HTTP/1.1" status: 204 len: 168 time: 0.7530451 May 04 14:35:23.668037 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:23.696044 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Network 38c9d566-78ec-4395-b308-fae0276dbf28 details requested by agent ovs-agent-dv-cinder-772623-4-smb with host dv-cinder-772623-4-smb {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:35:23.773601 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9547894 May 04 14:35:23.777260 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-22cf7556-cab9-4a57-a9cd-60602156660a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:23.778528 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 57144) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:23.806610 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-5d723d0e-122a-44b4-8dac-7c4536dc9ba4 admin admin] Request body: {'subnet': {'network_id': '38c9d566-78ec-4395-b308-fae0276dbf28', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1536911544-subnet', 'tenant_id': '51651eadf1e24ba2a63ea7991aca6c30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:23.813540 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-22cf7556-cab9-4a57-a9cd-60602156660a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:23.832654 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-5d723d0e-122a-44b4-8dac-7c4536dc9ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:23.842713 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-5d723d0e-122a-44b4-8dac-7c4536dc9ba4 admin admin] Usage tracker for resource:subnet and tenant:51651eadf1e24ba2a63ea7991aca6c30 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:23.848233 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-5d723d0e-122a-44b4-8dac-7c4536dc9ba4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:23.860323 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-5d723d0e-122a-44b4-8dac-7c4536dc9ba4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:23.884194 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d723d0e-122a-44b4-8dac-7c4536dc9ba4 admin admin] Made reservation on behalf of 51651eadf1e24ba2a63ea7991aca6c30 for: {'subnet': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:35:23.891517 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-251d0e66-478d-459a-ac56-3ee21b5bc196 req-bc08b38e-49de-40cd-8dcb-09c967766fd3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3831704 May 04 14:35:23.891805 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5d723d0e-122a-44b4-8dac-7c4536dc9ba4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:23.900274 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-22cf7556-cab9-4a57-a9cd-60602156660a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:24.022761 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-151f50cb-e65a-4f94-9917-5e8fb204176f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:24.057119 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf7556-cab9-4a57-a9cd-60602156660a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d37025-f3d2-4085-a694-e0759fe9885e,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:24.063276 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-22cf7556-cab9-4a57-a9cd-60602156660a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:24.080670 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-22cf7556-cab9-4a57-a9cd-60602156660a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:24.085227 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-22cf7556-cab9-4a57-a9cd-60602156660a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81d37025-f3d2-4085-a694-e0759fe9885e HTTP/1.1" status: 204 len: 168 time: 0.6536391 May 04 14:35:24.169022 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61351b5-fd4d-4cef-8bc8-eba57073df49 req-855e5b8c-8748-414c-9f8a-ceaf8cddf227 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:24.172367 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d61351b5-fd4d-4cef-8bc8-eba57073df49 req-855e5b8c-8748-414c-9f8a-ceaf8cddf227 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.3995626 May 04 14:35:24.373360 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device e4effb26-7356-49a6-afdd-f839050502ad up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:35:24.404900 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d61351b5-fd4d-4cef-8bc8-eba57073df49 req-3229a806-268e-4fdd-8a0c-79ec8bd3bb1d tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421092 May 04 14:35:24.464515 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcdd0b-f9f8-491e-9fb1-938044282c8e req-843b861f-d307-4721-a083-4855539852bc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:24.478053 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-58fcdd0b-f9f8-491e-9fb1-938044282c8e req-843b861f-d307-4721-a083-4855539852bc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.3042068 May 04 14:35:24.585954 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-58fcdd0b-f9f8-491e-9fb1-938044282c8e req-520d6d85-1055-4719-ad56-12bf9d72f693 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051402 May 04 14:35:24.595410 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning for port e4effb26-7356-49a6-afdd-f839050502ad completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:35:24.618914 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port e4effb26-7356-49a6-afdd-f839050502ad triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:35:24.619689 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:24.816789 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:24.817432 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 57166) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:24.842908 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c18a2011-9303-4af0-b1a0-29d51ad463aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:24.855355 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6019d0f2-a242-4912-9280-182937f7dd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4effb26-7356-49a6-afdd-f839050502ad'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:35:24.870024 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port e4effb26-7356-49a6-afdd-f839050502ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4effb26-7356-49a6-afdd-f839050502ad,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:24.876986 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:24.880156 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-c18a2011-9303-4af0-b1a0-29d51ad463aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:24.882925 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:24.890916 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-c18a2011-9303-4af0-b1a0-29d51ad463aa admin admin] Usage tracker for resource:security_group_rule and tenant:7026845aa5f64f4390c8f08959037f53 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:24.903884 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-c18a2011-9303-4af0-b1a0-29d51ad463aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:24.938580 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-c18a2011-9303-4af0-b1a0-29d51ad463aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:24.972108 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6019d0f2-a242-4912-9280-182937f7dd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4effb26-7356-49a6-afdd-f839050502ad', 'code': 200} May 04 14:35:24.972708 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=e4effb26-7356-49a6-afdd-f839050502ad,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:24.976218 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:25.014808 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5d723d0e-122a-44b4-8dac-7c4536dc9ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for subnet, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:25.024570 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:25.099425 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d723d0e-122a-44b4-8dac-7c4536dc9ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd824a7-fb4f-4dc6-8888-3bcf8b39deea,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:25.108665 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5d723d0e-122a-44b4-8dac-7c4536dc9ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:25.150958 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d723d0e-122a-44b4-8dac-7c4536dc9ba4 admin admin] Checking segment: {'id': 'b68d6127-1261-4600-966a-6e4639ce3fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '38c9d566-78ec-4395-b308-fae0276dbf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:35:25.151639 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d723d0e-122a-44b4-8dac-7c4536dc9ba4 admin admin] Network hostable DHCP agents. Network: 38c9d566-78ec-4395-b308-fae0276dbf28, hostable agents: ['89233beb-46c2-4555-b2a6-383c2a63add2'], hosted agents: [] {{(pid=73822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:35:25.185522 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d723d0e-122a-44b4-8dac-7c4536dc9ba4 admin admin] Network 38c9d566-78ec-4395-b308-fae0276dbf28 is scheduled to be hosted by DHCP agent 89233beb-46c2-4555-b2a6-383c2a63add2 with binding_index 1 {{(pid=73822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:35:25.200227 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-5d723d0e-122a-44b4-8dac-7c4536dc9ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-smb, 38c9d566-78ec-4395-b308-fae0276dbf28) {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:35:25.204797 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d723d0e-122a-44b4-8dac-7c4536dc9ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:25.207725 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5d723d0e-122a-44b4-8dac-7c4536dc9ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:25.211945 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d01c1fe-9a63-48af-854f-2aa72894ae8d None None] Network 38c9d566-78ec-4395-b308-fae0276dbf28 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:35:25.239490 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-5d723d0e-122a-44b4-8dac-7c4536dc9ba4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4580946 May 04 14:35:25.418967 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c18a2011-9303-4af0-b1a0-29d51ad463aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:25.429013 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c18a2011-9303-4af0-b1a0-29d51ad463aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:25.447614 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d7446bd6-c500-470c-af0a-e174970e8208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:25.540984 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-c18a2011-9303-4af0-b1a0-29d51ad463aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7026845aa5f64f4390c8f08959037f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7226768 May 04 14:35:25.545361 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 57192) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:25.577657 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a2011-9303-4af0-b1a0-29d51ad463aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b3e225-faa4-44e7-af4d-9f1eb78d308d,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:25.593995 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c18a2011-9303-4af0-b1a0-29d51ad463aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:25.617612 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb37aba-dcd6-436e-b986-a7e265a41bb7 req-2fd235ab-fdf6-40fd-b6f2-149fcc1572c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:25.624605 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-abb37aba-dcd6-436e-b986-a7e265a41bb7 req-2fd235ab-fdf6-40fd-b6f2-149fcc1572c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 1098 time: 0.3232276 May 04 14:35:25.663733 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc2026-6a14-42f5-9ee2-0e098fc3a843 req-f42cb9cc-fbfd-4242-81b8-53a1100a4556 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:25.669861 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-82bc2026-6a14-42f5-9ee2-0e098fc3a843 req-f42cb9cc-fbfd-4242-81b8-53a1100a4556 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.5081458 May 04 14:35:25.680213 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-33a0b266-b56f-4836-814d-383a2b926c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:25.723335 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b468093f-a298-415c-a9bc-11102acaec08 None None] Network 38c9d566-78ec-4395-b308-fae0276dbf28 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:35:25.724843 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-33a0b266-b56f-4836-814d-383a2b926c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:25.857101 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-33a0b266-b56f-4836-814d-383a2b926c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:25.865879 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-36fb597c-9226-4432-9c64-49775ceaf506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:25.916660 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-33a0b266-b56f-4836-814d-383a2b926c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:25.918717 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-33a0b266-b56f-4836-814d-383a2b926c12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43b3e225-faa4-44e7-af4d-9f1eb78d308d HTTP/1.1" status: 204 len: 168 time: 0.3714914 May 04 14:35:25.925442 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0b266-b56f-4836-814d-383a2b926c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b3e225-faa4-44e7-af4d-9f1eb78d308d,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:25.930374 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-33a0b266-b56f-4836-814d-383a2b926c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:26.079603 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-abb37aba-dcd6-436e-b986-a7e265a41bb7 req-77fb1ca4-5a17-429e-bccb-c792121238d7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4064891 May 04 14:35:26.178582 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-82bc2026-6a14-42f5-9ee2-0e098fc3a843 req-afe5123f-bb77-4e85-b3c5-b57799651ba6 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4957163 May 04 14:35:26.249873 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e1a83-5799-49ef-8291-9637dd154435 req-03fe369e-9af3-4e5a-85ab-87de270cad7f tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:26.254795 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d32e1a83-5799-49ef-8291-9637dd154435 req-03fe369e-9af3-4e5a-85ab-87de270cad7f tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.4703655 May 04 14:35:26.365009 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d32e1a83-5799-49ef-8291-9637dd154435 req-d75e80de-145b-442b-9ec0-f41ce1bbddb2 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041417 May 04 14:35:26.603391 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083a458-6918-4dad-967f-3e3c72bb870f req-4683e5a8-5a21-4fc4-b5a3-82a8c019bd4c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:26.606716 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b083a458-6918-4dad-967f-3e3c72bb870f req-4683e5a8-5a21-4fc4-b5a3-82a8c019bd4c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.1907580 May 04 14:35:26.681669 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b083a458-6918-4dad-967f-3e3c72bb870f req-809d7828-2dd0-4db9-83f2-55bd8620e3ce tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679259 May 04 14:35:27.738813 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-0739eb1a-757c-4cad-9def-4e71d85f7f66 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:27.740245 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-0739eb1a-757c-4cad-9def-4e71d85f7f66 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/networks?id=94dd845f-8c20-41cb-9b3a-3b2d5bdd914d HTTP/1.1" status: 200 len: 808 time: 0.3750134 May 04 14:35:27.777160 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-15fcd777-50a3-4c19-b888-01b09666ee3a tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/quotas/c09eb0d84ae9445fb2fe3e8548c53cd8 HTTP/1.1" status: 200 len: 375 time: 0.0171003 May 04 14:35:27.910254 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-5f57930b-7b18-4c81-a551-cf1a4e446b71 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c09eb0d84ae9445fb2fe3e8548c53cd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991418 May 04 14:35:27.977150 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc33e31-debe-4050-95d5-0bd250411b0d req-5d63e6c6-d941-4279-8d33-50286d7f58f7 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:27.980969 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-acc33e31-debe-4050-95d5-0bd250411b0d req-5d63e6c6-d941-4279-8d33-50286d7f58f7 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.2977633 May 04 14:35:28.035565 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 57330) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:28.283575 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:28.307494 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:28.311997 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Usage tracker for resource:security_group_rule and tenant:28d5a3c6258f483eb4935f0e828258ca is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:28.315864 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:28.327575 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:28.329889 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-acc33e31-debe-4050-95d5-0bd250411b0d req-9b74bd71-b5da-486f-9272-32bd53e5ca20 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3291781 May 04 14:35:28.437012 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-cbcbe4eb-54f0-4c3d-9d7e-c9fa235efb7a service neutron] 10.222.0.37 "GET /v2.0/networks/94dd845f-8c20-41cb-9b3a-3b2d5bdd914d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156338 May 04 14:35:28.455035 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24632dcc-b90e-454d-93a7-edcd089b646a req-1566534f-7a85-478a-ac81-a80aec9b6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:28.458603 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-24632dcc-b90e-454d-93a7-edcd089b646a req-1566534f-7a85-478a-ac81-a80aec9b6d79 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 1099 time: 0.4607494 May 04 14:35:28.495339 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:28.506567 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:28.532506 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:28.577518 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-24632dcc-b90e-454d-93a7-edcd089b646a req-714267e5-5358-4e22-8617-6873596824db service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742638 May 04 14:35:28.594200 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d158351c-140a-4b52-bc79-cb2b6d165e8c,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:28.615333 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:28.615661 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:28.616172 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:28.616669 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:28.617283 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:28.617781 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:28.618254 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:28.618726 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:28.619200 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:28.619695 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:28.620164 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:28.620627 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:28.637218 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:28.648903 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28d5a3c6258f483eb4935f0e828258ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6119366 May 04 14:35:28.653090 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 57346) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:28.763457 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-038d489d-7de5-4b89-be03-0b307eadfa87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:28.815632 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-038d489d-7de5-4b89-be03-0b307eadfa87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:28.925120 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-038d489d-7de5-4b89-be03-0b307eadfa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:28.932761 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-dd37f9a9-50ea-41d1-8a42-8e03a30059fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:28.938399 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-3dd423b9-3f08-48db-af4d-c3d09f4b695c service neutron] 10.222.0.37 "GET /v2.0/networks/94dd845f-8c20-41cb-9b3a-3b2d5bdd914d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782367 May 04 14:35:28.982270 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e0cab-1f40-4573-a565-8cebbe51d57b req-ae892499-d6e6-4560-a1cd-7d3db534aff8 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:28.997399 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d69e0cab-1f40-4573-a565-8cebbe51d57b req-ae892499-d6e6-4560-a1cd-7d3db534aff8 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.4148259 May 04 14:35:28.999211 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d489d-7de5-4b89-be03-0b307eadfa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d158351c-140a-4b52-bc79-cb2b6d165e8c,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:29.003252 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-038d489d-7de5-4b89-be03-0b307eadfa87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:29.010674 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-038d489d-7de5-4b89-be03-0b307eadfa87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:29.026892 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-038d489d-7de5-4b89-be03-0b307eadfa87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d158351c-140a-4b52-bc79-cb2b6d165e8c HTTP/1.1" status: 204 len: 168 time: 0.3686814 May 04 14:35:29.167521 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d69e0cab-1f40-4573-a565-8cebbe51d57b req-71fda481-82a2-464c-a8a8-6ad4c62cde74 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538465 May 04 14:35:29.535007 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60b1e7-2ff3-40d1-956a-88649daf2b0e req-b5abf27e-e2d8-42b1-96bd-7b3f081fb1ac tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:29.537311 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0a60b1e7-2ff3-40d1-956a-88649daf2b0e req-b5abf27e-e2d8-42b1-96bd-7b3f081fb1ac tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.2722728 May 04 14:35:29.621611 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e0e78-cb58-41b0-ab69-1cdf01f24d85 req-8ddec288-6768-45a0-a9b0-aa7972ff1907 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:29.624286 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-098e0e78-cb58-41b0-ab69-1cdf01f24d85 req-8ddec288-6768-45a0-a9b0-aa7972ff1907 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.2014873 May 04 14:35:29.633364 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 57376) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:29.638407 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0a60b1e7-2ff3-40d1-956a-88649daf2b0e req-ad5c7486-6b89-46ec-a0be-501d2cec6036 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892830 May 04 14:35:29.639149 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-de8f3e7a-f46a-4a10-a02f-8c89595358e7 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Request body: {'floatingip': {'port_id': 'e4effb26-7356-49a6-afdd-f839050502ad'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:29.792352 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ebb8fd11-9326-404a-b97b-59b71f70d902 req-5264cef9-5aff-41bf-a8ab-dafdf1eeffe1 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/ports?device_id=29a2716f-c057-44f6-9993-4f742b80cd93 HTTP/1.1" status: 200 len: 210 time: 0.0940602 May 04 14:35:29.857122 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-de8f3e7a-f46a-4a10-a02f-8c89595358e7 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for floatingip, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:30.680797 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ee0ea-f256-4715-aa26-222ae4d9f37e req-c7628c6e-d84a-4f38-a686-6981ad2e1fad tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:30.690859 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8d4ee0ea-f256-4715-aa26-222ae4d9f37e req-c7628c6e-d84a-4f38-a686-6981ad2e1fad tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.2194526 May 04 14:35:30.763311 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8d4ee0ea-f256-4715-aa26-222ae4d9f37e req-785ece45-9a88-49bf-af3c-120fabd4e0f4 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694809 May 04 14:35:30.986043 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c039e18-7668-4bed-98b3-51f8655ef21b req-19909f34-6ed8-4771-ad31-7d8c63b4b70d tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:31.005484 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9c039e18-7668-4bed-98b3-51f8655ef21b req-19909f34-6ed8-4771-ad31-7d8c63b4b70d tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.1368856 May 04 14:35:31.117959 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9c039e18-7668-4bed-98b3-51f8655ef21b req-31ec726c-4d03-4dd4-8c9b-90d4184d662d tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095965 May 04 14:35:31.136759 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-de8f3e7a-f46a-4a10-a02f-8c89595358e7 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:31.145293 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-de8f3e7a-f46a-4a10-a02f-8c89595358e7 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946001'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:31.402378 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.l3_db [None req-de8f3e7a-f46a-4a10-a02f-8c89595358e7 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Floating IP 6aec77ae-9530-46ad-9e60-c65eed9c52eb associated. External IP: 172.28.3.143, port: e4effb26-7356-49a6-afdd-f839050502ad. May 04 14:35:31.629231 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-39ed41e2-e601-44a1-b278-7ed7ace6d45b req-bdd0f3cf-93e2-4035-9e9f-26a3b8f3c231 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/ports?device_id=29a2716f-c057-44f6-9993-4f742b80cd93 HTTP/1.1" status: 200 len: 210 time: 0.3972888 May 04 14:35:31.679356 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-ff0afb16-769c-4d77-86e0-8a310d2b30d7 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:31.681919 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-ff0afb16-769c-4d77-86e0-8a310d2b30d7 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.47 "GET /v2.0/networks?id=94dd845f-8c20-41cb-9b3a-3b2d5bdd914d HTTP/1.1" status: 200 len: 808 time: 0.5218201 May 04 14:35:31.701494 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Request body: {'port': {'device_id': '29a2716f-c057-44f6-9993-4f742b80cd93', 'network_id': '94dd845f-8c20-41cb-9b3a-3b2d5bdd914d', 'admin_state_up': True, 'tenant_id': 'c09eb0d84ae9445fb2fe3e8548c53cd8'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:32.105595 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4d83f-ab06-486d-83a2-e0148b8130ef req-e2966057-6633-4ae0-9f78-3fab149be1a9 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:32.105595 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2ab4d83f-ab06-486d-83a2-e0148b8130ef req-e2966057-6633-4ae0-9f78-3fab149be1a9 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.3563783 May 04 14:35:32.105595 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:32.111071 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Usage tracker for resource:port and tenant:c09eb0d84ae9445fb2fe3e8548c53cd8 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:32.115931 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:32.123923 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:32.206858 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Made reservation on behalf of c09eb0d84ae9445fb2fe3e8548c53cd8 for: {'port': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:35:32.222269 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:32.307985 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce2570-ff70-486d-89fd-145b67945066 req-2aa18736-79d9-4789-8e05-445934d3ed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:32.310557 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-40ce2570-ff70-486d-89fd-145b67945066 req-2aa18736-79d9-4789-8e05-445934d3ed74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=390c134d64f748c3bb44d08875d33b93&device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 1099 time: 0.6991026 May 04 14:35:32.332563 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2ab4d83f-ab06-486d-83a2-e0148b8130ef req-297c718d-c79d-4d56-a80f-19df7bbf87fb tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070398 May 04 14:35:32.646322 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323d796-68ea-4878-8766-82ad19ff1303 req-63abd1b2-5cbf-4d16-bb4e-deeebf4eb5fe tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:32.648203 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0323d796-68ea-4878-8766-82ad19ff1303 req-63abd1b2-5cbf-4d16-bb4e-deeebf4eb5fe tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.2295601 May 04 14:35:32.723988 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Allocated IP 172.20.0.14 (94dd845f-8c20-41cb-9b3a-3b2d5bdd914d/a69a9c7a-c9e6-46cc-9727-77d574bec855/3e61ee31-d605-429a-8197-7655d0fce84b) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:35:32.814416 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8f3e7a-f46a-4a10-a02f-8c89595358e7 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:35:32.855457 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0323d796-68ea-4878-8766-82ad19ff1303 req-6a9e674d-6d71-4b0d-a22d-2aadcf015730 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854985 May 04 14:35:32.972267 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce2570-ff70-486d-89fd-145b67945066 req-4eff21dd-22ea-4e1c-a8ee-13745d7cb5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:32.973932 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-40ce2570-ff70-486d-89fd-145b67945066 req-4eff21dd-22ea-4e1c-a8ee-13745d7cb5e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a63d9d4-1244-4591-8103-61cd0e0dc99c HTTP/1.1" status: 200 len: 920 time: 0.4938309 May 04 14:35:33.026385 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fc1343af-bebc-4a40-9433-0fc7711d896d req-10176d7f-895a-4e30-b843-84e5c8ff758c tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/ports?device_id=29a2716f-c057-44f6-9993-4f742b80cd93 HTTP/1.1" status: 200 len: 210 time: 0.0961947 May 04 14:35:33.056502 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-40ce2570-ff70-486d-89fd-145b67945066 req-76952970-faa1-45b1-8b38-30dde9624a56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6100388c-46e0-416d-802a-e65d4573e6c7 HTTP/1.1" status: 200 len: 217 time: 0.0755959 May 04 14:35:33.295524 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce2570-ff70-486d-89fd-145b67945066 req-97a4cc49-d4ee-4d6c-9723-fc38b48f47df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:33.297572 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-40ce2570-ff70-486d-89fd-145b67945066 req-97a4cc49-d4ee-4d6c-9723-fc38b48f47df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db720b98-3862-4a42-b165-0741d67f782a HTTP/1.1" status: 200 len: 859 time: 0.2313290 May 04 14:35:33.361014 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-40ce2570-ff70-486d-89fd-145b67945066 req-51d234d6-6b76-444e-b73e-f6e4e8409cb1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a63d9d4-1244-4591-8103-61cd0e0dc99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540349 May 04 14:35:33.443977 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:33.473051 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8f3e7a-f46a-4a10-a02f-8c89595358e7 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:35:33.487509 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d55df4-6ad0-45b7-83a2-1d125faf0d06 None None] Sync routers for ids ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'] in dv-cinder-772623-4-smb {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:35:33.510211 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d55df4-6ad0-45b7-83a2-1d125faf0d06 None None] Routers {'03ec5bec-54dd-43b9-9f0c-8561cbccab46'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:35:33.520437 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-c1d55df4-6ad0-45b7-83a2-1d125faf0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:35:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:35:33.579912 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-de8f3e7a-f46a-4a10-a02f-8c89595358e7 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:33.617526 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:33.665212 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-baf9f486-22f5-405a-ac0f-d1df04926ea4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:33.716719 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-de8f3e7a-f46a-4a10-a02f-8c89595358e7 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "PUT /v2.0/floatingips/6aec77ae-9530-46ad-9e60-c65eed9c52eb HTTP/1.1" status: 200 len: 991 time: 4.0796716 May 04 14:35:33.729497 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6019d0f2-a242-4912-9280-182937f7dd05', 'tag': 'e4effb26-7356-49a6-afdd-f839050502ad'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:35:33.762262 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Pushing event updated for resources: {'Port': ['ID=3e61ee31-d605-429a-8197-7655d0fce84b,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:33.776087 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:33.776910 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:33.777487 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:33.778030 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:33.778575 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:33.779189 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:33.780155 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:33.780887 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:33.781502 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:33.782229 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:33.782792 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:33.783636 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:33.798138 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-40ce2570-ff70-486d-89fd-145b67945066 req-b21ff5ae-b2b9-4efd-a2af-c797889dc33b service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232399 May 04 14:35:33.804638 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335baecd-595b-4e58-9d12-8919147a5ab2 req-542b7f44-54a5-47f2-a7f1-32f219264dfb tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:33.806506 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-335baecd-595b-4e58-9d12-8919147a5ab2 req-542b7f44-54a5-47f2-a7f1-32f219264dfb tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.2913735 May 04 14:35:33.816624 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Network 94dd845f-8c20-41cb-9b3a-3b2d5bdd914d is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:35:33.819393 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:33.820381 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Resources bound (agent type, host, resource id): {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:35:33.823469 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:35:33.911223 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-c1d55df4-6ad0-45b7-83a2-1d125faf0d06 None None] Set router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:35:33.922269 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:33.923132 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:33.996140 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-335baecd-595b-4e58-9d12-8919147a5ab2 req-f4a8eae5-5848-40da-baf1-1d30de29b255 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775632 May 04 14:35:34.035155 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3430099 May 04 14:35:34.061290 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Request body: {'port': {'device_id': '29a2716f-c057-44f6-9993-4f742b80cd93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:34.118176 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-40ce2570-ff70-486d-89fd-145b67945066 req-0aa00efa-5015-4cf2-ae41-c00565610b4a service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125386 May 04 14:35:34.120033 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6019d0f2-a242-4912-9280-182937f7dd05', 'tag': 'e4effb26-7356-49a6-afdd-f839050502ad', 'status': 'completed', 'code': 200} May 04 14:35:34.256733 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380459c-36f5-418f-9cac-b7ef561495b7 req-b0793118-dcc8-4bb7-9a2a-fe21a594c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:34.261706 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2380459c-36f5-418f-9cac-b7ef561495b7 req-b0793118-dcc8-4bb7-9a2a-fe21a594c487 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ad25986999c451986a94fb0dbd2db7d&device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 1098 time: 0.1406469 May 04 14:35:34.520151 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380459c-36f5-418f-9cac-b7ef561495b7 req-3be01b64-61de-4ed6-9793-aba36bc85a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:34.521779 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2380459c-36f5-418f-9cac-b7ef561495b7 req-3be01b64-61de-4ed6-9793-aba36bc85a94 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62 HTTP/1.1" status: 200 len: 918 time: 0.2543185 May 04 14:35:34.583947 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:34.810232 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1ea00-0b39-46e4-a5b9-604e50b21730 req-1f7896e3-4736-4fab-be77-3840b19e666b tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:34.811379 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-f4e1ea00-0b39-46e4-a5b9-604e50b21730 req-1f7896e3-4736-4fab-be77-3840b19e666b tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Synchronizing usage tracker for tenant:c09eb0d84ae9445fb2fe3e8548c53cd8 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:35:34.826161 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2380459c-36f5-418f-9cac-b7ef561495b7 req-8afdeedb-8592-4e5e-9b84-6b1b15080155 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4effb26-7356-49a6-afdd-f839050502ad HTTP/1.1" status: 200 len: 999 time: 0.2964599 May 04 14:35:34.829369 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-c1d55df4-6ad0-45b7-83a2-1d125faf0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:34:56Z', 'revision_number': 4, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port': {'id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:49Z', 'updated_at': '2021-05-04T14:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_floatingips': [{'id': '6aec77ae-9530-46ad-9e60-c65eed9c52eb', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'floating_ip_address': '172.28.3.143', 'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'router_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'port_id': 'e4effb26-7356-49a6-afdd-f839050502ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'mac_address': 'fa:16:3e:bf:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6019d0f2-a242-4912-9280-182937f7dd05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:35:04Z', 'updated_at': '2021-05-04T14:35:30Z', 'revision_number': 1, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8', 'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'mac_address': 'fa:16:3e:c8:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:55Z', 'updated_at': '2021-05-04T14:35:09Z', 'revision_number': 5, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'subnets': [{'id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:35:34.839291 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d55df4-6ad0-45b7-83a2-1d125faf0d06 None None] Checking router: 03ec5bec-54dd-43b9-9f0c-8561cbccab46 for host: dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:35:34.868132 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d55df4-6ad0-45b7-83a2-1d125faf0d06 None None] Routers {'03ec5bec-54dd-43b9-9f0c-8561cbccab46'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:35:34.869141 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-c1d55df4-6ad0-45b7-83a2-1d125faf0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:35:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:35:34.899045 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6e238-dd21-4ae2-b837-f6e880e0a306 req-69fedccb-cd1b-4f75-bc20-55c85f4c0143 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:34.900668 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ddf6e238-dd21-4ae2-b837-f6e880e0a306 req-69fedccb-cd1b-4f75-bc20-55c85f4c0143 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.5661929 May 04 14:35:34.901367 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-f4e1ea00-0b39-46e4-a5b9-604e50b21730 req-1f7896e3-4736-4fab-be77-3840b19e666b tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Unset dirty status for tenant:c09eb0d84ae9445fb2fe3e8548c53cd8 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:35:34.908231 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f4e1ea00-0b39-46e4-a5b9-604e50b21730 req-1f7896e3-4736-4fab-be77-3840b19e666b tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/ports?device_id=29a2716f-c057-44f6-9993-4f742b80cd93 HTTP/1.1" status: 200 len: 932 time: 0.4736369 May 04 14:35:34.931308 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380459c-36f5-418f-9cac-b7ef561495b7 req-65866392-cc5c-47a2-9d96-189b30a09d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:34.934108 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2380459c-36f5-418f-9cac-b7ef561495b7 req-65866392-cc5c-47a2-9d96-189b30a09d9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b68c6f-abef-422f-9dab-a735d4be52ac HTTP/1.1" status: 200 len: 856 time: 0.0997586 May 04 14:35:35.036337 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380459c-36f5-418f-9cac-b7ef561495b7 req-4b405d40-8e6c-4abd-bfd0-187052508576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:35.038963 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2380459c-36f5-418f-9cac-b7ef561495b7 req-4b405d40-8e6c-4abd-bfd0-187052508576 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0977108 May 04 14:35:35.040417 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f4e1ea00-0b39-46e4-a5b9-604e50b21730 req-93b4d04a-ebb7-49da-8b34-05a5857c5314 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/security-groups?id=5efa4476-898e-486b-8704-f778b2937d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310451 May 04 14:35:35.045242 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ddf6e238-dd21-4ae2-b837-f6e880e0a306 req-4360a1db-61b8-4cf2-a5d1-9493f73bfef5 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345873 May 04 14:35:35.287110 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-c1d55df4-6ad0-45b7-83a2-1d125faf0d06 None None] Set router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:35:35.379234 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2380459c-36f5-418f-9cac-b7ef561495b7 req-7aef9f60-580b-4296-9a5d-c155c629c6de service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265479 May 04 14:35:35.498731 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e61ee31-d605-429a-8197-7655d0fce84b {{(pid=73821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:35:35.517227 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:35.579525 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f67a9-7c16-447e-beb6-d38835d20bcb req-6e9b619a-d134-48b5-8b42-42496573252d tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:35.582828 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-eb5f67a9-7c16-447e-beb6-d38835d20bcb req-6e9b619a-d134-48b5-8b42-42496573252d tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.2113645 May 04 14:35:35.592860 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Transition to ACTIVE for port object 3e61ee31-d605-429a-8197-7655d0fce84b will not be triggered until provisioned by entity L2. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:35:35.612065 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2380459c-36f5-418f-9cac-b7ef561495b7 req-abe7d413-297e-446e-8431-d8a6ff528ad3 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302194 May 04 14:35:35.629983 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10542736'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:35.655216 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-85a98665-19d5-4f8c-be5d-ce0ec99cd760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:35.657663 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-76f71ec1-e890-41d9-9943-583bd8d22ddf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:35.880062 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-eb5f67a9-7c16-447e-beb6-d38835d20bcb req-7e380cc4-bf79-45ab-9dab-3e0e9168d78d tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828503 May 04 14:35:35.936995 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Pushing event updated for resources: {'Port': ['ID=3e61ee31-d605-429a-8197-7655d0fce84b,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:35.940445 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:36.159270 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-c1d55df4-6ad0-45b7-83a2-1d125faf0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:34:56Z', 'revision_number': 4, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port': {'id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:49Z', 'updated_at': '2021-05-04T14:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_floatingips': [{'id': '6aec77ae-9530-46ad-9e60-c65eed9c52eb', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'floating_ip_address': '172.28.3.143', 'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'router_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'port_id': 'e4effb26-7356-49a6-afdd-f839050502ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'mac_address': 'fa:16:3e:bf:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6019d0f2-a242-4912-9280-182937f7dd05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:35:04Z', 'updated_at': '2021-05-04T14:35:30Z', 'revision_number': 1, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8', 'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'mac_address': 'fa:16:3e:c8:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:55Z', 'updated_at': '2021-05-04T14:35:09Z', 'revision_number': 5, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'subnets': [{'id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:35:36.180793 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d55df4-6ad0-45b7-83a2-1d125faf0d06 None None] The sync data for ids ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'] in dv-cinder-772623-4-smb is: [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:34:56Z', 'revision_number': 4, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port': {'id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:49Z', 'updated_at': '2021-05-04T14:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_floatingips': [{'id': '6aec77ae-9530-46ad-9e60-c65eed9c52eb', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'floating_ip_address': '172.28.3.143', 'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'router_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'port_id': 'e4effb26-7356-49a6-afdd-f839050502ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'mac_address': 'fa:16:3e:bf:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6019d0f2-a242-4912-9280-182937f7dd05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:35:04Z', 'updated_at': '2021-05-04T14:35:30Z', 'revision_number': 1, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8', 'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'mac_address': 'fa:16:3e:c8:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:55Z', 'updated_at': '2021-05-04T14:35:09Z', 'revision_number': 5, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'subnets': [{'id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:35:36.265452 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Attempting to bind port 3e61ee31-d605-429a-8197-7655d0fce84b on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:35:36.266033 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Attempting to bind port 3e61ee31-d605-429a-8197-7655d0fce84b by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'd39565a3-c63e-418f-9bce-35b60ab9dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '94dd845f-8c20-41cb-9b3a-3b2d5bdd914d'}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:35:36.266831 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Attempting to bind port 3e61ee31-d605-429a-8197-7655d0fce84b on network 94dd845f-8c20-41cb-9b3a-3b2d5bdd914d {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:35:36.287406 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Port 3e61ee31-d605-429a-8197-7655d0fce84b on network 94dd845f-8c20-41cb-9b3a-3b2d5bdd914d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:35:36.287928 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Attempting to bind port 3e61ee31-d605-429a-8197-7655d0fce84b on network 94dd845f-8c20-41cb-9b3a-3b2d5bdd914d {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:35:36.349941 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Checking agent: {'id': '8bf5348c-0921-4b50-a8be-a73e0c140a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'started_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:35:36.358589 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Checking segment: {'id': 'd39565a3-c63e-418f-9bce-35b60ab9dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '94dd845f-8c20-41cb-9b3a-3b2d5bdd914d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:35:36.359358 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Bound using segment: {'id': 'd39565a3-c63e-418f-9bce-35b60ab9dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '94dd845f-8c20-41cb-9b3a-3b2d5bdd914d'} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:35:36.360093 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Bound port: 3e61ee31-d605-429a-8197-7655d0fce84b, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd39565a3-c63e-418f-9bce-35b60ab9dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '94dd845f-8c20-41cb-9b3a-3b2d5bdd914d'}}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:35:36.364410 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:36.719296 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15006f48-acef-4467-bd36-7b9cadd8a01d None None] New status for floating IP 6aec77ae-9530-46ad-9e60-c65eed9c52eb: ACTIVE {{(pid=73823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:35:36.877429 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] For port 3e61ee31-d605-429a-8197-7655d0fce84b, host hv-cinder-77262, cleared binding levels {{(pid=73821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:35:36.917984 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] For port 3e61ee31-d605-429a-8197-7655d0fce84b, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3e61ee31-d605-429a-8197-7655d0fce84b,segment=NetworkSegment(d39565a3-c63e-418f-9bce-35b60ab9dc0d),segment_id=d39565a3-c63e-418f-9bce-35b60ab9dc0d)] {{(pid=73821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:35:36.932206 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10542736'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:36.956124 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:37.047637 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 57578) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:37.115496 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72c8e2-80e5-4604-b041-41fff831dd7e req-acb566d5-eadd-499a-a447-9704caf22f4f tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:37.117109 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fd72c8e2-80e5-4604-b041-41fff831dd7e req-acb566d5-eadd-499a-a447-9704caf22f4f tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/ports?device_id=29a2716f-c057-44f6-9993-4f742b80cd93 HTTP/1.1" status: 200 len: 944 time: 0.5293934 May 04 14:35:37.134317 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce773f1c-e911-4a93-9cbe-c6e6d7701e63 req-a5dd821e-50ff-4d7e-a44f-b1f3bbb79dfe tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:37.142358 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ce773f1c-e911-4a93-9cbe-c6e6d7701e63 req-a5dd821e-50ff-4d7e-a44f-b1f3bbb79dfe tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.7040563 May 04 14:35:37.210527 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:37.211250 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:37.213162 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] 10.222.0.47 "PUT /v2.0/ports/3e61ee31-d605-429a-8197-7655d0fce84b HTTP/1.1" status: 200 len: 1094 time: 3.1651316 May 04 14:35:37.213770 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a2716f-c057-44f6-9993-4f742b80cd93', 'tag': '3e61ee31-d605-429a-8197-7655d0fce84b'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:35:37.266484 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-435c126b-02b3-4238-9535-c47402e84f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:37.271296 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ce773f1c-e911-4a93-9cbe-c6e6d7701e63 req-c832a2dd-a1be-42db-9056-91ac58499f6e tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277127 May 04 14:35:37.285146 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-435c126b-02b3-4238-9535-c47402e84f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:37.293524 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-435c126b-02b3-4238-9535-c47402e84f64 admin admin] Usage tracker for resource:security_group_rule and tenant:dc6d933735374ded9fe936207aec0f03 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:37.297112 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-435c126b-02b3-4238-9535-c47402e84f64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:37.304708 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-435c126b-02b3-4238-9535-c47402e84f64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:37.413673 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fd72c8e2-80e5-4604-b041-41fff831dd7e req-6aa8d307-c3cd-4276-8bfc-0dc82ea424f3 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/security-groups?id=5efa4476-898e-486b-8704-f778b2937d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587886 May 04 14:35:37.416256 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Pushing event updated for resources: {'Port': ['ID=3e61ee31-d605-429a-8197-7655d0fce84b,revision_number=3']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:37.429931 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:37.463644 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-83f1810b-d721-48a0-9e68-408b3978b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:37.464912 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-435c126b-02b3-4238-9535-c47402e84f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:37.466120 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-83f1810b-d721-48a0-9e68-408b3978b51d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c09eb0d84ae9445fb2fe3e8548c53cd8&device_id=29a2716f-c057-44f6-9993-4f742b80cd93 HTTP/1.1" status: 200 len: 1097 time: 0.1336930 May 04 14:35:37.470546 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-435c126b-02b3-4238-9535-c47402e84f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:37.489374 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f8a44ff8-e001-42c9-8806-819ae2ce3ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:37.558586 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-435c126b-02b3-4238-9535-c47402e84f64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc6d933735374ded9fe936207aec0f03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5089324 May 04 14:35:37.561559 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c126b-02b3-4238-9535-c47402e84f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748d53f0-8cd3-4cd3-86ac-4927a6baa4af,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:37.566057 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-435c126b-02b3-4238-9535-c47402e84f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:37.566745 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 57590) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:37.703666 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3f7bc393-da8a-401a-9dd8-570a97f7d272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:37.738754 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3f7bc393-da8a-401a-9dd8-570a97f7d272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:37.806067 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-33ec9424-672b-4335-8a74-a36010cceeac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e61ee31-d605-429a-8197-7655d0fce84b HTTP/1.1" status: 200 len: 217 time: 0.3276482 May 04 14:35:37.808285 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a2716f-c057-44f6-9993-4f742b80cd93', 'tag': '3e61ee31-d605-429a-8197-7655d0fce84b', 'status': 'completed', 'code': 200} May 04 14:35:37.835884 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3f7bc393-da8a-401a-9dd8-570a97f7d272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:37.845926 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-33a0b266-b56f-4836-814d-383a2b926c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:37.864438 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bc393-da8a-401a-9dd8-570a97f7d272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748d53f0-8cd3-4cd3-86ac-4927a6baa4af,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:37.874265 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3f7bc393-da8a-401a-9dd8-570a97f7d272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:37.876514 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3f7bc393-da8a-401a-9dd8-570a97f7d272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:37.885446 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-3f7bc393-da8a-401a-9dd8-570a97f7d272 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/748d53f0-8cd3-4cd3-86ac-4927a6baa4af HTTP/1.1" status: 204 len: 168 time: 0.3118315 May 04 14:35:37.936819 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-6f3661ff-8f96-4d65-8e26-278cce22d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:37.936819 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-6f3661ff-8f96-4d65-8e26-278cce22d1d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a69a9c7a-c9e6-46cc-9727-77d574bec855 HTTP/1.1" status: 200 len: 848 time: 0.1105292 May 04 14:35:38.013877 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-0cc4f7ff-73ca-4307-8ddc-9890ea13f18c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=94dd845f-8c20-41cb-9b3a-3b2d5bdd914d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815365 May 04 14:35:38.028827 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-919d7dde-9fd9-4c28-8801-72899f3feebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:38.071056 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34776828-47f0-493e-a637-77669a3a3838 req-a4adc0a1-0d8b-462b-83cc-3147fe028ebd tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:38.073459 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-34776828-47f0-493e-a637-77669a3a3838 req-a4adc0a1-0d8b-462b-83cc-3147fe028ebd tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.3491325 May 04 14:35:38.218502 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:38.294357 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-34776828-47f0-493e-a637-77669a3a3838 req-4e24e2fb-7915-41f5-9ea3-77c99a9bf82c tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023876 May 04 14:35:38.343429 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-3a619356-97c1-48a0-b5ed-85db5acba9d1 service neutron] 10.222.0.47 "GET /v2.0/networks/94dd845f-8c20-41cb-9b3a-3b2d5bdd914d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223650 May 04 14:35:38.704617 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ecfcf3cf-7a71-44a4-b087-636505202bbd req-a1ed6356-d96e-4224-8e1b-55e99106c813 service neutron] 10.222.0.47 "GET /v2.0/networks/94dd845f-8c20-41cb-9b3a-3b2d5bdd914d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513155 May 04 14:35:38.971799 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bc6a0-8896-4a68-8bb3-9378c6afb926 req-63653a81-04ac-4f30-b9bc-20e20f5dcfde tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:38.982548 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4a8bc6a0-8896-4a68-8bb3-9378c6afb926 req-63653a81-04ac-4f30-b9bc-20e20f5dcfde tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.4220495 May 04 14:35:39.001462 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9dbc0-b976-407f-9f78-f4d11275b0b1 req-0c58f975-90d7-4132-9b3f-104ac573962d tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:39.004062 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-62a9dbc0-b976-407f-9f78-f4d11275b0b1 req-0c58f975-90d7-4132-9b3f-104ac573962d tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/ports?device_id=29a2716f-c057-44f6-9993-4f742b80cd93 HTTP/1.1" status: 200 len: 944 time: 0.3160586 May 04 14:35:39.029765 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd55c49-6dc2-4d88-8925-621cf3ee10ea req-87c65b80-0bfe-4a1a-a248-d93515a926c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:39.032654 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cdd55c49-6dc2-4d88-8925-621cf3ee10ea req-87c65b80-0bfe-4a1a-a248-d93515a926c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c09eb0d84ae9445fb2fe3e8548c53cd8&device_id=29a2716f-c057-44f6-9993-4f742b80cd93 HTTP/1.1" status: 200 len: 1097 time: 0.2470880 May 04 14:35:39.077358 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:39.217729 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4a8bc6a0-8896-4a68-8bb3-9378c6afb926 req-24de2f7b-9a61-45cf-999b-ac3ef25b8090 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341392 May 04 14:35:39.260322 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-62a9dbc0-b976-407f-9f78-f4d11275b0b1 req-887eeab7-6e2f-491e-8186-8e0968e3d6a0 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/security-groups?id=5efa4476-898e-486b-8704-f778b2937d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232227 May 04 14:35:39.387057 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd55c49-6dc2-4d88-8925-621cf3ee10ea req-757808f9-9c9c-4b20-9c52-3ebde47e7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:39.389250 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cdd55c49-6dc2-4d88-8925-621cf3ee10ea req-757808f9-9c9c-4b20-9c52-3ebde47e7014 service neutron] 10.222.0.47 "GET /v2.0/networks?id=94dd845f-8c20-41cb-9b3a-3b2d5bdd914d HTTP/1.1" status: 200 len: 909 time: 0.3490503 May 04 14:35:39.494467 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cdd55c49-6dc2-4d88-8925-621cf3ee10ea req-5c1fd45d-b290-4701-b004-973e38d9ea2a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e61ee31-d605-429a-8197-7655d0fce84b HTTP/1.1" status: 200 len: 217 time: 0.0968342 May 04 14:35:39.581309 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd55c49-6dc2-4d88-8925-621cf3ee10ea req-1e35ad2d-9b19-422a-9824-66d0d5f6bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:39.583492 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cdd55c49-6dc2-4d88-8925-621cf3ee10ea req-1e35ad2d-9b19-422a-9824-66d0d5f6bd66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a69a9c7a-c9e6-46cc-9727-77d574bec855 HTTP/1.1" status: 200 len: 848 time: 0.0819395 May 04 14:35:39.660311 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cdd55c49-6dc2-4d88-8925-621cf3ee10ea req-33515a90-d045-499c-bcc5-1ea4e212aa74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=94dd845f-8c20-41cb-9b3a-3b2d5bdd914d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615697 May 04 14:35:39.756371 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 57664) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:39.951086 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cdd55c49-6dc2-4d88-8925-621cf3ee10ea req-33bb90b0-0889-44ad-a0b5-26702e963a63 service neutron] 10.222.0.47 "GET /v2.0/networks/94dd845f-8c20-41cb-9b3a-3b2d5bdd914d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809412 May 04 14:35:40.082967 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b39eaaf9-051b-4325-9893-3ddbaace7633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:40.148036 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b39eaaf9-051b-4325-9893-3ddbaace7633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:40.158481 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-b39eaaf9-051b-4325-9893-3ddbaace7633 admin admin] Usage tracker for resource:security_group_rule and tenant:6573c5c96f944e10b569df49f16ad1a9 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:40.165348 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-b39eaaf9-051b-4325-9893-3ddbaace7633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:40.182357 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b39eaaf9-051b-4325-9893-3ddbaace7633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:40.512435 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cdd55c49-6dc2-4d88-8925-621cf3ee10ea req-4c000651-513a-4b60-972a-a3025861e80f service neutron] 10.222.0.47 "GET /v2.0/networks/94dd845f-8c20-41cb-9b3a-3b2d5bdd914d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543494 May 04 14:35:40.522980 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b39eaaf9-051b-4325-9893-3ddbaace7633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:40.534332 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b39eaaf9-051b-4325-9893-3ddbaace7633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:40.569906 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-435c126b-02b3-4238-9535-c47402e84f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:40.623138 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-b39eaaf9-051b-4325-9893-3ddbaace7633 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6573c5c96f944e10b569df49f16ad1a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8632779 May 04 14:35:40.625865 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39eaaf9-051b-4325-9893-3ddbaace7633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fdaf0d-7912-4fea-b9d9-3ca4f1c4f98b,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:40.630339 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b39eaaf9-051b-4325-9893-3ddbaace7633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:40.631185 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 57706) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:40.668938 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae39aa3-692c-4616-8653-f3caf7e92a8c req-ba293156-1243-4c9e-bea6-f22ffc4c1acc tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:40.671519 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7ae39aa3-692c-4616-8653-f3caf7e92a8c req-ba293156-1243-4c9e-bea6-f22ffc4c1acc tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/ports?device_id=29a2716f-c057-44f6-9993-4f742b80cd93 HTTP/1.1" status: 200 len: 944 time: 0.2251446 May 04 14:35:40.732099 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4deb714c-9326-4f7e-bd81-36d842eccff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:40.744104 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac6bfc-d3aa-43b7-9611-551d5c26e413 req-0c9282a9-444a-4648-b3e6-3be5255cdd72 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:40.745728 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-dfac6bfc-d3aa-43b7-9611-551d5c26e413 req-0c9282a9-444a-4648-b3e6-3be5255cdd72 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.2157342 May 04 14:35:40.784758 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7ae39aa3-692c-4616-8653-f3caf7e92a8c req-49d2814b-c26c-4d18-b163-26d2a466db97 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/security-groups?id=5efa4476-898e-486b-8704-f778b2937d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910447 May 04 14:35:40.792554 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4deb714c-9326-4f7e-bd81-36d842eccff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:40.838944 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-dfac6bfc-d3aa-43b7-9611-551d5c26e413 req-9b63bf49-54e9-4418-a34c-ace3dc661645 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847619 May 04 14:35:40.875552 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4deb714c-9326-4f7e-bd81-36d842eccff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:40.889069 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3f7bc393-da8a-401a-9dd8-570a97f7d272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:40.908216 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:40.908892 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb714c-9326-4f7e-bd81-36d842eccff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fdaf0d-7912-4fea-b9d9-3ca4f1c4f98b,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:40.919500 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4deb714c-9326-4f7e-bd81-36d842eccff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:40.922038 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4deb714c-9326-4f7e-bd81-36d842eccff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:40.926969 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-4deb714c-9326-4f7e-bd81-36d842eccff6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35fdaf0d-7912-4fea-b9d9-3ca4f1c4f98b HTTP/1.1" status: 204 len: 168 time: 0.2946854 May 04 14:35:41.285091 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d2e0c-5226-4001-8d98-dd9b6b5ecc3c req-4f0e77cb-1449-43db-9a16-0b49f6a5c75f tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:41.290611 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b65d2e0c-5226-4001-8d98-dd9b6b5ecc3c req-4f0e77cb-1449-43db-9a16-0b49f6a5c75f tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.2144113 May 04 14:35:41.394453 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b65d2e0c-5226-4001-8d98-dd9b6b5ecc3c req-00f5e1cd-4810-48bb-b517-d4292efd92c7 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922146 May 04 14:35:41.569430 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc44083-d109-4050-b9bf-006c79cfd9fd req-502d2732-1bfc-42f4-9dc1-53445bead4a5 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:41.585088 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9dc44083-d109-4050-b9bf-006c79cfd9fd req-502d2732-1bfc-42f4-9dc1-53445bead4a5 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.1458328 May 04 14:35:41.740896 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9dc44083-d109-4050-b9bf-006c79cfd9fd req-9e44b7d6-c581-4a1a-9a56-32ab4b9e6efa tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540534 May 04 14:35:41.819001 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cf3f6-b1ae-413c-b552-0b4d75e52836 req-a9e6f97e-bb14-48a4-a836-6175eb2bc93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:41.820579 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0e0cf3f6-b1ae-413c-b552-0b4d75e52836 req-a9e6f97e-bb14-48a4-a836-6175eb2bc93f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94143385d04d4e4daae864a0a23daa8d&device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 1098 time: 0.1282670 May 04 14:35:42.148985 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cf3f6-b1ae-413c-b552-0b4d75e52836 req-9e235389-17f8-4914-b563-fc9292ae7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:42.150537 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0e0cf3f6-b1ae-413c-b552-0b4d75e52836 req-9e235389-17f8-4914-b563-fc9292ae7f26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9 HTTP/1.1" status: 200 len: 912 time: 0.3203008 May 04 14:35:42.173119 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 57776) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:42.385772 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0e0cf3f6-b1ae-413c-b552-0b4d75e52836 req-9cfe5f35-4c9f-454f-9760-4c46f5767811 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a9f122d-eab2-4c5c-9630-a6316bc28154 HTTP/1.1" status: 200 len: 1001 time: 0.1908352 May 04 14:35:42.421667 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-476535751-network', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:42.434985 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:42.442169 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Usage tracker for resource:network and tenant:b9af81ed309c4321bdd601cdf3c05a10 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:42.445359 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:42.459736 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:42.477780 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cf3f6-b1ae-413c-b552-0b4d75e52836 req-95ef917e-b1fb-4294-a6ab-2297b6677f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:42.479328 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0e0cf3f6-b1ae-413c-b552-0b4d75e52836 req-95ef917e-b1fb-4294-a6ab-2297b6677f0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d35a3c5f-3c94-4166-926a-729a198f0bde HTTP/1.1" status: 200 len: 850 time: 0.0816038 May 04 14:35:42.484995 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Made reservation on behalf of b9af81ed309c4321bdd601cdf3c05a10 for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:35:42.490370 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:42.502829 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 3e61ee31-d605-429a-8197-7655d0fce84b details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:35:42.522136 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:42.541963 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:42.556234 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Usage tracker for resource:security_group_rule and tenant:b9af81ed309c4321bdd601cdf3c05a10 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:42.562013 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:42.574403 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:42.632305 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54903a-bbde-4db8-a70d-fd1df4d1ca31 req-08ed61a7-5d42-4efd-bb0f-1bd7004a8dcb tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:42.652989 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9f54903a-bbde-4db8-a70d-fd1df4d1ca31 req-08ed61a7-5d42-4efd-bb0f-1bd7004a8dcb tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/ports?device_id=29a2716f-c057-44f6-9993-4f742b80cd93 HTTP/1.1" status: 200 len: 944 time: 0.5539987 May 04 14:35:42.761931 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:42.771515 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:42.781883 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4deb714c-9326-4f7e-bd81-36d842eccff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:42.798224 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 3e61ee31-d605-429a-8197-7655d0fce84b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3e61ee31-d605-429a-8197-7655d0fce84b,segment=NetworkSegment(d39565a3-c63e-418f-9bce-35b60ab9dc0d),segment_id=d39565a3-c63e-418f-9bce-35b60ab9dc0d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:42.804610 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9f54903a-bbde-4db8-a70d-fd1df4d1ca31 req-c9bbab55-8bde-485b-ba19-cee140c3ce54 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/security-groups?id=5efa4476-898e-486b-8704-f778b2937d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504192 May 04 14:35:42.831314 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cf3f6-b1ae-413c-b552-0b4d75e52836 req-e35302c1-6caf-4acf-9e18-627980a45001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:42.833718 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': '3e61ee31-d605-429a-8197-7655d0fce84b', 'network_id': '94dd845f-8c20-41cb-9b3a-3b2d5bdd914d', 'port_id': '3e61ee31-d605-429a-8197-7655d0fce84b', 'mac_address': 'fa:16:3e:f2:bf:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a69a9c7a-c9e6-46cc-9727-77d574bec855', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:35:42.838821 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0e0cf3f6-b1ae-413c-b552-0b4d75e52836 req-e35302c1-6caf-4acf-9e18-627980a45001 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3231807 May 04 14:35:42.848496 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=73822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:35:42.887651 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44675f3-a5de-4cdd-9954-ff23f3575015,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:42.896176 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:42.896747 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.segments_db [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Added segment 52453880-2caa-4bcb-8e05-b99f8cf05f49 of type vlan for network e665b7e8-0c6e-4f5f-a726-42fdf586edb2 May 04 14:35:42.899229 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:42.920480 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:42.940804 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e61ee31-d605-429a-8197-7655d0fce84b {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:35:42.958465 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 3e61ee31-d605-429a-8197-7655d0fce84b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3e61ee31-d605-429a-8197-7655d0fce84b,segment=NetworkSegment(d39565a3-c63e-418f-9bce-35b60ab9dc0d),segment_id=d39565a3-c63e-418f-9bce-35b60ab9dc0d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:42.959101 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740809221780'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:42.965235 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:42.967660 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:43.028855 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:43.032057 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:43.033908 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:43.056734 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=3e61ee31-d605-429a-8197-7655d0fce84b,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:43.068577 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:43.075269 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:43.150014 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9732234 May 04 14:35:43.151175 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 57806) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:43.183918 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0e0cf3f6-b1ae-413c-b552-0b4d75e52836 req-9e6612b7-9e0d-4f5b-8b7a-fc8432eada21 service neutron] 10.222.0.47 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372641 May 04 14:35:43.203190 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-c62fd57a-c237-4708-9d9e-c38778250692 admin admin] Request body: {'subnet': {'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-476535751-subnet', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'ip_version': 4}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:43.221152 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-c62fd57a-c237-4708-9d9e-c38778250692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:43.222712 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Pushing event updated for resources: {'Network': ['ID=e665b7e8-0c6e-4f5f-a726-42fdf586edb2,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:43.225440 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-c62fd57a-c237-4708-9d9e-c38778250692 admin admin] Usage tracker for resource:subnet and tenant:b9af81ed309c4321bdd601cdf3c05a10 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:43.228727 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:43.229979 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-c62fd57a-c237-4708-9d9e-c38778250692 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:43.236195 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Network e665b7e8-0c6e-4f5f-a726-42fdf586edb2 details requested by agent ovs-agent-dv-cinder-772623-4-smb with host dv-cinder-772623-4-smb {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:35:43.239615 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-c62fd57a-c237-4708-9d9e-c38778250692 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:43.251948 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62fd57a-c237-4708-9d9e-c38778250692 admin admin] Made reservation on behalf of b9af81ed309c4321bdd601cdf3c05a10 for: {'subnet': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:35:43.254825 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c62fd57a-c237-4708-9d9e-c38778250692 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:43.286061 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85387e35-012f-4ea5-9600-5a055e5d562e req-7cee1b27-e99f-4e26-b3a7-bb0afcd6fd72 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:43.302089 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-85387e35-012f-4ea5-9600-5a055e5d562e req-7cee1b27-e99f-4e26-b3a7-bb0afcd6fd72 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.2433529 May 04 14:35:43.304442 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['3e61ee31-d605-429a-8197-7655d0fce84b'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:35:43.489918 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:43.536759 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0e0cf3f6-b1ae-413c-b552-0b4d75e52836 req-12714272-23b7-4d47-a684-cd39df61c6a8 service neutron] 10.222.0.47 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433685 May 04 14:35:43.686127 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-85387e35-012f-4ea5-9600-5a055e5d562e req-88992d53-7383-45d8-bc11-80f87679e568 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818536 May 04 14:35:43.903417 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f15e2-a8a2-499d-995c-0e6cb4e2f284 req-64f6efe4-51ef-4d40-b065-e103d8765cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:43.905496 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-938f15e2-a8a2-499d-995c-0e6cb4e2f284 req-64f6efe4-51ef-4d40-b065-e103d8765cc6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94143385d04d4e4daae864a0a23daa8d&device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 1098 time: 0.2388585 May 04 14:35:43.985999 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c62fd57a-c237-4708-9d9e-c38778250692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for subnet, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:44.001831 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d1d83954-77d4-4673-a26b-77677b3d7a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:44.112696 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62fd57a-c237-4708-9d9e-c38778250692 admin admin] Checking segment: {'id': '52453880-2caa-4bcb-8e05-b99f8cf05f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:35:44.112696 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62fd57a-c237-4708-9d9e-c38778250692 admin admin] Network hostable DHCP agents. Network: e665b7e8-0c6e-4f5f-a726-42fdf586edb2, hostable agents: ['89233beb-46c2-4555-b2a6-383c2a63add2'], hosted agents: [] {{(pid=73822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:35:44.120957 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62fd57a-c237-4708-9d9e-c38778250692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f2a37b-6dd1-46ea-b4b2-d52446e862c4,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:44.130451 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c62fd57a-c237-4708-9d9e-c38778250692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:44.153487 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62fd57a-c237-4708-9d9e-c38778250692 admin admin] Network e665b7e8-0c6e-4f5f-a726-42fdf586edb2 is scheduled to be hosted by DHCP agent 89233beb-46c2-4555-b2a6-383c2a63add2 with binding_index 1 {{(pid=73822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:35:44.173691 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-c62fd57a-c237-4708-9d9e-c38778250692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-smb, e665b7e8-0c6e-4f5f-a726-42fdf586edb2) {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:35:44.181328 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62fd57a-c237-4708-9d9e-c38778250692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:44.182799 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c62fd57a-c237-4708-9d9e-c38778250692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:44.192265 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c9359e-145c-4410-ba72-ebd74c014638 None None] Network e665b7e8-0c6e-4f5f-a726-42fdf586edb2 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:35:44.218926 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-c62fd57a-c237-4708-9d9e-c38778250692 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0664291 May 04 14:35:44.223132 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 57834) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:44.238833 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-476535751-router', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:44.251894 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:44.270533 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Usage tracker for resource:router and tenant:b9af81ed309c4321bdd601cdf3c05a10 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:44.282382 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:44.298035 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:44.326695 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-944999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27224'] for router, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:44.333266 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-882279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27217'] for router, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:44.342734 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f15e2-a8a2-499d-995c-0e6cb4e2f284 req-89eadd6c-c78b-4fba-b8cc-3bf02668f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:44.344246 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-938f15e2-a8a2-499d-995c-0e6cb4e2f284 req-89eadd6c-c78b-4fba-b8cc-3bf02668f38e service neutron] 10.222.0.47 "GET /v2.0/networks?id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9 HTTP/1.1" status: 200 len: 912 time: 0.4085958 May 04 14:35:44.385278 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:44.444002 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 57840) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:44.597490 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749172ad-36c3-5a6e-a61a-09957afdedb1-e665b7e8-0c6e-4f5f-a726-42fdf586edb2', 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'fixed_ips': [{'subnet_id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4'}]}} from dv-cinder-772623-4-smb. {{(pid=73823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 14:35:44.598450 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:44.621469 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0a8ce-d156-481e-93f5-e24e611d9bf2 req-929ae7d5-5b87-486c-874e-db2060e7f1ea tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:44.624457 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7a0a8ce-d156-481e-93f5-e24e611d9bf2 req-929ae7d5-5b87-486c-874e-db2060e7f1ea tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/ports?device_id=29a2716f-c057-44f6-9993-4f742b80cd93 HTTP/1.1" status: 200 len: 945 time: 0.5632954 May 04 14:35:44.697900 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-938f15e2-a8a2-499d-995c-0e6cb4e2f284 req-b6def3f4-5a3c-40ef-9e0c-c1ad203ae290 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a9f122d-eab2-4c5c-9630-a6316bc28154 HTTP/1.1" status: 200 len: 1001 time: 0.3400505 May 04 14:35:44.831256 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7a0a8ce-d156-481e-93f5-e24e611d9bf2 req-0a4cd4ee-54cd-426d-82a5-17eb7dbfce90 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/security-groups?id=5efa4476-898e-486b-8704-f778b2937d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988015 May 04 14:35:44.894985 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f15e2-a8a2-499d-995c-0e6cb4e2f284 req-292c852e-b9fa-4094-a3e0-016ce1d1868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:44.897777 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-938f15e2-a8a2-499d-995c-0e6cb4e2f284 req-292c852e-b9fa-4094-a3e0-016ce1d1868c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d35a3c5f-3c94-4166-926a-729a198f0bde HTTP/1.1" status: 200 len: 850 time: 0.1834083 May 04 14:35:44.997588 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c63d11d7-c02b-47e6-9e97-165533ca7202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:45.003606 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.db_base_plugin_common [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Allocated IP 172.20.0.2 (e665b7e8-0c6e-4f5f-a726-42fdf586edb2/36f2a37b-6dd1-46ea-b4b2-d52446e862c4/0618f38e-da63-42c4-bb99-404853795da6) {{(pid=73823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:35:45.111520 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f15e2-a8a2-499d-995c-0e6cb4e2f284 req-cb973d5c-6e3f-439b-84fc-95092a485dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:45.113456 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-938f15e2-a8a2-499d-995c-0e6cb4e2f284 req-cb973d5c-6e3f-439b-84fc-95092a485dec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2050374 May 04 14:35:45.188809 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09febb54-8758-4ebd-990e-e57709b3bf05 req-714b17d7-5c68-4eb1-9015-cf75c02e0f37 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:45.188809 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-09febb54-8758-4ebd-990e-e57709b3bf05 req-714b17d7-5c68-4eb1-9015-cf75c02e0f37 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.1808560 May 04 14:35:45.288725 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-c63d11d7-c02b-47e6-9e97-165533ca7202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:45.307331 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-c63d11d7-c02b-47e6-9e97-165533ca7202 admin admin] Usage tracker for resource:security_group_rule and tenant:a808d09ac995401b8cabcfa6c18a8075 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:45.320820 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-c63d11d7-c02b-47e6-9e97-165533ca7202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:45.372251 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-09febb54-8758-4ebd-990e-e57709b3bf05 req-97862e0f-2b0b-4221-a826-9873ebc0f155 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229830 May 04 14:35:45.441542 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-938f15e2-a8a2-499d-995c-0e6cb4e2f284 req-6a58b614-885d-4664-ae2b-76c1935904b0 service neutron] 10.222.0.47 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117039 May 04 14:35:45.449587 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-c63d11d7-c02b-47e6-9e97-165533ca7202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:45.497606 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Notify callbacks [] for port, precommit_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:45.516184 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Transition to ACTIVE for port object 0618f38e-da63-42c4-bb99-404853795da6 will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:35:45.538663 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Transition to ACTIVE for port object 0618f38e-da63-42c4-bb99-404853795da6 will not be triggered until provisioned by entity DHCP. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:35:45.553454 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27299'] for router, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:45.553764 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:45.569578 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:45.709008 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Network e665b7e8-0c6e-4f5f-a726-42fdf586edb2 is already hosted by enough agents. {{(pid=73823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:35:45.732051 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.scheduler.base_scheduler [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Resources bound (agent type, host, resource id): {{(pid=73823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:35:45.755697 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Received port after_create {{(pid=73823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:35:45.779328 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Pushing event updated for resources: {'Port': ['ID=0618f38e-da63-42c4-bb99-404853795da6,revision_number=1']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:45.837123 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-938f15e2-a8a2-499d-995c-0e6cb4e2f284 req-2f45b759-a5ea-450c-ae62-bea73908bfe1 service neutron] 10.222.0.47 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901196 May 04 14:35:45.884798 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:46.014771 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c63d11d7-c02b-47e6-9e97-165533ca7202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:46.026247 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c63d11d7-c02b-47e6-9e97-165533ca7202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:46.092646 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Attempting to bind port 0618f38e-da63-42c4-bb99-404853795da6 on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:35:46.093034 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Attempting to bind port 0618f38e-da63-42c4-bb99-404853795da6 by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': '52453880-2caa-4bcb-8e05-b99f8cf05f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:35:46.093437 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Attempting to bind port 0618f38e-da63-42c4-bb99-404853795da6 on network e665b7e8-0c6e-4f5f-a726-42fdf586edb2 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:35:46.107985 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-07185ab5-6814-4bee-a173-20b13d6482eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:46.112619 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:35:46.113849 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Checking segment: {'id': '52453880-2caa-4bcb-8e05-b99f8cf05f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:35:46.114985 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:46.115997 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Bound using segment: {'id': '52453880-2caa-4bcb-8e05-b99f8cf05f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:35:46.117090 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Bound port: 0618f38e-da63-42c4-bb99-404853795da6, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52453880-2caa-4bcb-8e05-b99f8cf05f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:35:46.121555 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-c63d11d7-c02b-47e6-9e97-165533ca7202 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a808d09ac995401b8cabcfa6c18a8075&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6724217 May 04 14:35:46.123140 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:46.124909 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 57880) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:46.198805 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d11d7-c02b-47e6-9e97-165533ca7202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56854156-0e89-4c47-a2f9-93fd2d97f73e,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:46.215256 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c63d11d7-c02b-47e6-9e97-165533ca7202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:46.263660 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f85524c3-b358-4e3f-be73-cacf03fe4777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:46.343006 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] For port 0618f38e-da63-42c4-bb99-404853795da6, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:35:46.361669 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] For port 0618f38e-da63-42c4-bb99-404853795da6, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=0618f38e-da63-42c4-bb99-404853795da6,segment=NetworkSegment(52453880-2caa-4bcb-8e05-b99f8cf05f49),segment_id=52453880-2caa-4bcb-8e05-b99f8cf05f49)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:35:46.373484 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:46.395178 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:46.437698 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 57884) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:46.523467 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1602d3-4615-4b21-8280-74511d570055 req-08839c30-4cc1-4647-a8c6-15fc11e25c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:46.526232 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-df1602d3-4615-4b21-8280-74511d570055 req-08839c30-4cc1-4647-a8c6-15fc11e25c29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=390c134d64f748c3bb44d08875d33b93&device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 1099 time: 0.5821288 May 04 14:35:46.541021 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88e61a-6da0-4827-a7c7-8fda43d69e40 req-b8ddde4a-8277-49b2-93c7-2ee04075cae0 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:46.546796 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f85524c3-b358-4e3f-be73-cacf03fe4777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:46.555857 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5c88e61a-6da0-4827-a7c7-8fda43d69e40 req-b8ddde4a-8277-49b2-93c7-2ee04075cae0 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.4669626 May 04 14:35:46.559331 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 3e61ee31-d605-429a-8197-7655d0fce84b up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:35:46.632943 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:46.675419 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a763112-50d4-4d40-b148-03d8235a1d9e req-574211db-36de-4d40-a4d9-5e83300a63bb tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:46.678125 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6a763112-50d4-4d40-b148-03d8235a1d9e req-574211db-36de-4d40-a4d9-5e83300a63bb tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/ports?device_id=29a2716f-c057-44f6-9993-4f742b80cd93 HTTP/1.1" status: 200 len: 945 time: 0.5007133 May 04 14:35:46.717080 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Pushing event updated for resources: {'Port': ['ID=0618f38e-da63-42c4-bb99-404853795da6,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:46.721794 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:46.725574 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning for port 3e61ee31-d605-429a-8197-7655d0fce84b completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:35:46.731862 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port 3e61ee31-d605-429a-8197-7655d0fce84b triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:35:46.732394 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:46.755431 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:46.765356 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-771e304a-a587-47bc-8657-48ad2c592305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:46.871758 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-771e304a-a587-47bc-8657-48ad2c592305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:46.889809 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5c88e61a-6da0-4827-a7c7-8fda43d69e40 req-d1b8fc0e-eddd-4e92-966e-1fbb30d3bf22 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288162 May 04 14:35:46.900401 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:46.903017 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-771e304a-a587-47bc-8657-48ad2c592305 admin admin] Usage tracker for resource:security_group_rule and tenant:2b603a6164084aa1b3112f207d2c2277 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:46.913706 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-771e304a-a587-47bc-8657-48ad2c592305 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:46.950834 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-771e304a-a587-47bc-8657-48ad2c592305 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:46.967874 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 3e61ee31-d605-429a-8197-7655d0fce84b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3e61ee31-d605-429a-8197-7655d0fce84b,segment=NetworkSegment(d39565a3-c63e-418f-9bce-35b60ab9dc0d),segment_id=d39565a3-c63e-418f-9bce-35b60ab9dc0d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:46.973561 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a2716f-c057-44f6-9993-4f742b80cd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e61ee31-d605-429a-8197-7655d0fce84b'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:35:46.975268 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f85524c3-b358-4e3f-be73-cacf03fe4777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:46.983096 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:46.985911 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-97f49922-4d00-4ef9-a9e9-adaa0bd69715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:47.001863 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1602d3-4615-4b21-8280-74511d570055 req-9063ea94-2080-4776-adbd-f4ba56a61175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:47.003100 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-20cae07d-76ed-4d4b-ad40-1e4b30a322eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:47.004950 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-df1602d3-4615-4b21-8280-74511d570055 req-9063ea94-2080-4776-adbd-f4ba56a61175 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a63d9d4-1244-4591-8103-61cd0e0dc99c HTTP/1.1" status: 200 len: 920 time: 0.4459178 May 04 14:35:47.099901 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=3e61ee31-d605-429a-8197-7655d0fce84b,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:47.105455 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:47.196403 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85524c3-b358-4e3f-be73-cacf03fe4777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56854156-0e89-4c47-a2f9-93fd2d97f73e,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:47.199873 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f85524c3-b358-4e3f-be73-cacf03fe4777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:47.235388 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-df1602d3-4615-4b21-8280-74511d570055 req-998c472a-e772-4985-9750-ddf2344028b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6100388c-46e0-416d-802a-e65d4573e6c7 HTTP/1.1" status: 200 len: 217 time: 0.2224209 May 04 14:35:47.250744 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6a763112-50d4-4d40-b148-03d8235a1d9e req-f68559a7-1efe-4fc6-8ec1-56c8fa223bbf tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/security-groups?id=5efa4476-898e-486b-8704-f778b2937d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5624530 May 04 14:35:47.340227 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a2716f-c057-44f6-9993-4f742b80cd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e61ee31-d605-429a-8197-7655d0fce84b', 'code': 200} May 04 14:35:47.432766 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f85524c3-b358-4e3f-be73-cacf03fe4777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:47.437374 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-f85524c3-b358-4e3f-be73-cacf03fe4777 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56854156-0e89-4c47-a2f9-93fd2d97f73e HTTP/1.1" status: 204 len: 168 time: 1.3078771 May 04 14:35:47.441872 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1602d3-4615-4b21-8280-74511d570055 req-42203393-1ef3-4451-8932-0af83f6ef1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:47.444544 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-df1602d3-4615-4b21-8280-74511d570055 req-42203393-1ef3-4451-8932-0af83f6ef1f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db720b98-3862-4a42-b165-0741d67f782a HTTP/1.1" status: 200 len: 859 time: 0.1895328 May 04 14:35:47.486281 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Allocated IP 172.28.3.73 (49af3acc-aa66-439a-917a-edeb41136f16/106a0d71-9dcf-4db1-913d-79820d2de789/5fba87c5-bf74-44b8-b782-5db28ba7ba33) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:35:47.537156 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-df1602d3-4615-4b21-8280-74511d570055 req-8d170c2e-c74b-4a3b-b5f0-b537526949ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a63d9d4-1244-4591-8103-61cd0e0dc99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800805 May 04 14:35:47.552453 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-771e304a-a587-47bc-8657-48ad2c592305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:47.565728 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:35:47.604563 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-771e304a-a587-47bc-8657-48ad2c592305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:47.622039 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:47.739818 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e304a-a587-47bc-8657-48ad2c592305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e57da3a-f76e-4042-be0d-a96988756d23,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:47.743350 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-771e304a-a587-47bc-8657-48ad2c592305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:47.750656 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-771e304a-a587-47bc-8657-48ad2c592305 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b603a6164084aa1b3112f207d2c2277&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3105490 May 04 14:35:47.765497 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 57902) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:47.835732 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-df1602d3-4615-4b21-8280-74511d570055 req-0f25a46d-1674-449b-a324-616fa8fd3a8b service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855375 May 04 14:35:47.883156 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13a9c6-cca7-4478-8027-674b00bc9106 req-a558fa50-e3a4-474f-a80c-181c807382df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:47.885379 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-da13a9c6-cca7-4478-8027-674b00bc9106 req-a558fa50-e3a4-474f-a80c-181c807382df service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=29a2716f-c057-44f6-9993-4f742b80cd93 HTTP/1.1" status: 200 len: 1099 time: 0.3240576 May 04 14:35:47.967110 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:47.977462 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-da13a9c6-cca7-4478-8027-674b00bc9106 req-21c27229-07c2-4061-aff2-592e11dbdab5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5efa4476-898e-486b-8704-f778b2937d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782123 May 04 14:35:48.014213 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:48.019723 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c184d12b-fd5d-4517-a89f-96c7a73c968e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:48.098928 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Pushing event updated for resources: {'Port': ['ID=5fba87c5-bf74-44b8-b782-5db28ba7ba33,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:48.112084 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:48.124593 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Network 49af3acc-aa66-439a-917a-edeb41136f16 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:35:48.126312 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:35:48.129868 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:35:48.427334 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbe5b10-0bd6-4ee0-9684-734ce93ee57a None None] Network e665b7e8-0c6e-4f5f-a726-42fdf586edb2 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:35:48.646197 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-638bc87e-b870-4b66-a167-8f7bb39c4f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:48.672759 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 0618f38e-da63-42c4-bb99-404853795da6 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:35:48.795645 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-638bc87e-b870-4b66-a167-8f7bb39c4f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:48.825433 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-df1602d3-4615-4b21-8280-74511d570055 req-5a24d8d5-9ae8-4494-a70e-746afc93f7b8 service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9651935 May 04 14:35:48.945313 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-735bf61f-870d-49ce-a168-8e83e6a09ad6 None None] Provisioning for port 0618f38e-da63-42c4-bb99-404853795da6 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:35:48.964055 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-735bf61f-870d-49ce-a168-8e83e6a09ad6 None None] Provisioning complete for port 0618f38e-da63-42c4-bb99-404853795da6 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:35:48.964616 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-735bf61f-870d-49ce-a168-8e83e6a09ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:49.027198 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 0618f38e-da63-42c4-bb99-404853795da6 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:35:49.027471 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-638bc87e-b870-4b66-a167-8f7bb39c4f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:49.036209 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a687cf29-65d3-41b6-b8ab-72b345cdab59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:49.055385 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e75b0-6ca9-43e5-8dc3-3d1b43834d2e req-215db8b0-794a-40c9-b2ac-2a276700a3d2 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:49.063455 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c97e75b0-6ca9-43e5-8dc3-3d1b43834d2e req-215db8b0-794a-40c9-b2ac-2a276700a3d2 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/ports?device_id=29a2716f-c057-44f6-9993-4f742b80cd93 HTTP/1.1" status: 200 len: 946 time: 0.3952150 May 04 14:35:49.067569 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 0618f38e-da63-42c4-bb99-404853795da6 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:35:49.067967 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:49.077087 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9d2f6-c4a3-4fba-bb73-a63325b5e93e req-2c1a9497-6422-4323-bb13-f24e9f624e33 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:49.085951 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6da9d2f6-c4a3-4fba-bb73-a63325b5e93e req-2c1a9497-6422-4323-bb13-f24e9f624e33 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.6565254 May 04 14:35:49.135748 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bc87e-b870-4b66-a167-8f7bb39c4f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e57da3a-f76e-4042-be0d-a96988756d23,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:49.146103 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-638bc87e-b870-4b66-a167-8f7bb39c4f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:49.192959 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-638bc87e-b870-4b66-a167-8f7bb39c4f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:49.194841 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-638bc87e-b870-4b66-a167-8f7bb39c4f14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e57da3a-f76e-4042-be0d-a96988756d23 HTTP/1.1" status: 204 len: 168 time: 1.4157960 May 04 14:35:49.222939 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c97e75b0-6ca9-43e5-8dc3-3d1b43834d2e req-520b67e6-08de-4754-8237-9dc435629135 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/security-groups?id=5efa4476-898e-486b-8704-f778b2937d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582034 May 04 14:35:49.315767 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6da9d2f6-c4a3-4fba-bb73-a63325b5e93e req-406898c8-1ce4-43de-91ae-503af8cae3ea tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294383 May 04 14:35:49.345535 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:49.393667 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 57940) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:49.759758 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:49.859379 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port 0618f38e-da63-42c4-bb99-404853795da6, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=0618f38e-da63-42c4-bb99-404853795da6,segment=NetworkSegment(52453880-2caa-4bcb-8e05-b99f8cf05f49),segment_id=52453880-2caa-4bcb-8e05-b99f8cf05f49)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:49.867884 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-735bf61f-870d-49ce-a168-8e83e6a09ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:49.900083 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:49.918922 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:50.137467 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=0618f38e-da63-42c4-bb99-404853795da6,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:50.214603 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.215186 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.241681 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-457758505-network', 'tenant_id': 'da85c57c1635433189e040d0d7cab5d3'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:50.242473 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.244096 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.245016 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.245862 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.246473 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.247945 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.248810 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.249085 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:50.249648 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.250354 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.251012 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:35:50.263940 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Usage tracker for resource:network and tenant:da85c57c1635433189e040d0d7cab5d3 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:50.283278 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:50.295280 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:50.317131 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.db.api [None req-735bf61f-870d-49ce-a168-8e83e6a09ad6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 14:35:50.317959 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_db.api [None req-735bf61f-870d-49ce-a168-8e83e6a09ad6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 14:35:50.321250 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:50.330050 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Made reservation on behalf of da85c57c1635433189e040d0d7cab5d3 for: {'network': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:35:50.336792 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for network, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:50.346211 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946105'] for router, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:50.386709 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:50.445463 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:50.457301 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Usage tracker for resource:security_group_rule and tenant:da85c57c1635433189e040d0d7cab5d3 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:50.461880 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:50.477048 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:50.704580 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Router 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 is scheduled to L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f with binding_index 1 {{(pid=73822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 14:35:50.799689 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84596c3a-ce4a-45dc-bd7d-e703613afa88 req-f77c8aae-8c19-4f1e-b0ad-839090d29843 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:50.801324 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-84596c3a-ce4a-45dc-bd7d-e703613afa88 req-f77c8aae-8c19-4f1e-b0ad-839090d29843 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/ports?device_id=29a2716f-c057-44f6-9993-4f742b80cd93 HTTP/1.1" status: 200 len: 946 time: 0.3217664 May 04 14:35:50.817193 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61f1b3-f117-4e5f-8ffc-5be2578dc2f1 req-ffabc6d3-7995-4dba-9c78-a7ed6b3777eb tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:50.821272 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6b61f1b3-f117-4e5f-8ffc-5be2578dc2f1 req-ffabc6d3-7995-4dba-9c78-a7ed6b3777eb tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.2540686 May 04 14:35:50.840986 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:50.863771 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:50.872900 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-73c5b63f-e72e-4055-b14e-fbf40becb8a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:50.927320 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=73821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:35:50.927913 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:35:50.938856 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Sync routers for ids ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'] in dv-cinder-772623-4-smb {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:35:50.946450 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-84596c3a-ce4a-45dc-bd7d-e703613afa88 req-487a06cf-7579-4ee6-a543-84205b8d85ca tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/security-groups?id=5efa4476-898e-486b-8704-f778b2937d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236904 May 04 14:35:50.951373 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd41c70e-d926-469e-967b-d0f1514d753e,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:50.956931 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6b61f1b3-f117-4e5f-8ffc-5be2578dc2f1 req-c821d335-f822-4768-9fad-c2ea82be23a0 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144545 May 04 14:35:50.957798 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:50.959036 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Notify callbacks [] for router, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:50.961307 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.7336988 May 04 14:35:50.964901 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:50.965281 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.db.segments_db [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Added segment 69042764-13a9-4083-b14f-24a607f516d3 of type vlan for network 7691e781-1413-4cd4-a726-506f5e535d00 May 04 14:35:50.966712 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 57958) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:50.967835 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Routers {'86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:35:50.968522 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:35:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:35:51.026329 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-748c9791-18d0-4d6c-8ee6-3c0fc169543c None None] Provisioning complete for port 0618f38e-da63-42c4-bb99-404853795da6 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:35:51.027163 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740809221780'] for network, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:51.027329 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-748c9791-18d0-4d6c-8ee6-3c0fc169543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:51.108772 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for network, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:51.110308 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:51.111358 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:51.117078 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5741d7fa-9b48-4ad3-8485-2d2b679c15bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:51.297276 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Set router 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:35:51.333338 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9377477 May 04 14:35:51.335420 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 57964) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:51.344710 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-f5992b31-fc9e-4a29-90aa-1bc1b9264536 admin admin] Request body: {'subnet': {'network_id': '7691e781-1413-4cd4-a726-506f5e535d00', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-457758505-subnet', 'tenant_id': 'da85c57c1635433189e040d0d7cab5d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:51.348807 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Pushing event updated for resources: {'Network': ['ID=7691e781-1413-4cd4-a726-506f5e535d00,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:51.353251 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:51.354564 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f5992b31-fc9e-4a29-90aa-1bc1b9264536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:51.360677 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-f5992b31-fc9e-4a29-90aa-1bc1b9264536 admin admin] Usage tracker for resource:subnet and tenant:da85c57c1635433189e040d0d7cab5d3 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:51.361618 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Network 7691e781-1413-4cd4-a726-506f5e535d00 details requested by agent ovs-agent-dv-cinder-772623-4-smb with host dv-cinder-772623-4-smb {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:35:51.365291 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-f5992b31-fc9e-4a29-90aa-1bc1b9264536 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:51.373234 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f5992b31-fc9e-4a29-90aa-1bc1b9264536 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:51.389655 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5992b31-fc9e-4a29-90aa-1bc1b9264536 admin admin] Made reservation on behalf of da85c57c1635433189e040d0d7cab5d3 for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:35:51.393928 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f5992b31-fc9e-4a29-90aa-1bc1b9264536 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11873840'] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:51.915243 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'name': 'tempest-TestShelveInstance-476535751-router', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:44Z', 'updated_at': '2021-05-04T14:35:48Z', 'revision_number': 3, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'gw_port': {'id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:46Z', 'updated_at': '2021-05-04T14:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:35:51.922263 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Checking router: 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 for host: dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:35:51.922929 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Updating router 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 port 5fba87c5-bf74-44b8-b782-5db28ba7ba33 binding host dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:35:52.032670 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:52.110286 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f5992b31-fc9e-4a29-90aa-1bc1b9264536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10541847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11873830'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:52.119407 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:52.378573 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 0618f38e-da63-42c4-bb99-404853795da6 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:35:52.389226 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:52.524330 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5992b31-fc9e-4a29-90aa-1bc1b9264536 admin admin] Checking segment: {'id': '69042764-13a9-4083-b14f-24a607f516d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7691e781-1413-4cd4-a726-506f5e535d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:35:52.524940 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5992b31-fc9e-4a29-90aa-1bc1b9264536 admin admin] Network hostable DHCP agents. Network: 7691e781-1413-4cd4-a726-506f5e535d00, hostable agents: ['89233beb-46c2-4555-b2a6-383c2a63add2'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:35:52.528784 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5992b31-fc9e-4a29-90aa-1bc1b9264536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=579d1c27-dc01-4b17-b9d3-0088913fb98a,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:52.538838 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f5992b31-fc9e-4a29-90aa-1bc1b9264536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:52.554162 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 0618f38e-da63-42c4-bb99-404853795da6 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:35:52.555183 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:52.585912 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5992b31-fc9e-4a29-90aa-1bc1b9264536 admin admin] Network 7691e781-1413-4cd4-a726-506f5e535d00 is scheduled to be hosted by DHCP agent 89233beb-46c2-4555-b2a6-383c2a63add2 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:35:52.609465 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-f5992b31-fc9e-4a29-90aa-1bc1b9264536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-smb, 7691e781-1413-4cd4-a726-506f5e535d00) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:35:52.623789 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Notify callbacks [] for port, precommit_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:52.634132 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5992b31-fc9e-4a29-90aa-1bc1b9264536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:52.635374 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f5992b31-fc9e-4a29-90aa-1bc1b9264536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:52.640424 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbcabb4-d588-40d7-957f-e223c5fb9db3 None None] Network 7691e781-1413-4cd4-a726-506f5e535d00 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:35:52.649941 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.provisioning_blocks [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Transition to ACTIVE for port object 5fba87c5-bf74-44b8-b782-5db28ba7ba33 will not be triggered until provisioned by entity L2. {{(pid=73824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:35:52.666107 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:52.684664 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:52.690375 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Allocated IP 172.20.0.1 (e665b7e8-0c6e-4f5f-a726-42fdf586edb2/36f2a37b-6dd1-46ea-b4b2-d52446e862c4/26c64ee2-0895-4780-b273-853553ee3a7d) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:35:52.703247 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfaefef-521b-48b8-b222-cc47db5b395a req-a94761f1-2170-4030-bc38-fc7eb9c58421 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:52.717763 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1bfaefef-521b-48b8-b222-cc47db5b395a req-a94761f1-2170-4030-bc38-fc7eb9c58421 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.4457343 May 04 14:35:52.775631 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-f5992b31-fc9e-4a29-90aa-1bc1b9264536 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4357347 May 04 14:35:52.835947 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Attempting to bind port 5fba87c5-bf74-44b8-b782-5db28ba7ba33 on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:35:52.836619 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Attempting to bind port 5fba87c5-bf74-44b8-b782-5db28ba7ba33 by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:35:52.837142 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Attempting to bind port 5fba87c5-bf74-44b8-b782-5db28ba7ba33 on network 49af3acc-aa66-439a-917a-edeb41136f16 {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:35:52.846648 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1bfaefef-521b-48b8-b222-cc47db5b395a req-093d8bd1-28c8-4a9e-9351-4d2dab242975 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115711 May 04 14:35:52.854996 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:35:52.855640 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Checking segment: {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:35:52.856220 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:52.856785 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Bound using segment: {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:35:52.857473 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Bound port: 5fba87c5-bf74-44b8-b782-5db28ba7ba33, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:35:52.858034 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:52.906084 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f84fe1-3f28-4804-ada6-b09919560a79 None None] Pushing event updated for resources: {'Port': ['ID=5fba87c5-bf74-44b8-b782-5db28ba7ba33,revision_number=2']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:52.909965 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-20f84fe1-3f28-4804-ada6-b09919560a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:52.956849 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] For port 5fba87c5-bf74-44b8-b782-5db28ba7ba33, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:35:52.961336 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] For port 5fba87c5-bf74-44b8-b782-5db28ba7ba33, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=5fba87c5-bf74-44b8-b782-5db28ba7ba33,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:35:52.969745 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:52.979972 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-28ee516c-74be-4fdd-8de8-76510adaceee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:53.071605 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:53.113567 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Transition to ACTIVE for port object 26c64ee2-0895-4780-b273-853553ee3a7d will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:35:53.167621 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:53.181070 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-506dc6e6-f1fc-4803-8bf9-ce4d40877a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:53.223911 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Routers {'86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:35:53.224757 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:35:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:35:53.256996 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1b827b-7a2b-4d43-90cc-2ab2a7a0bc39 None None] Network 7691e781-1413-4cd4-a726-506f5e535d00 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:35:53.347082 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Network e665b7e8-0c6e-4f5f-a726-42fdf586edb2 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:35:53.364819 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:35:53.365837 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f84fe1-3f28-4804-ada6-b09919560a79 None None] Pushing event updated for resources: {'Port': ['ID=5fba87c5-bf74-44b8-b782-5db28ba7ba33,revision_number=3']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:53.374405 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:35:53.375277 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919254'] for router_interface, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:53.385624 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-20f84fe1-3f28-4804-ada6-b09919560a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:53.440937 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Pushing event updated for resources: {'Port': ['ID=26c64ee2-0895-4780-b273-853553ee3a7d,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:53.449108 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:53.682614 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] Set router 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:35:53.701472 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:53.880213 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0ea03431-35c9-4a8b-a6ae-b7963f2286c1 None None] Provisioning for port 26c64ee2-0895-4780-b273-853553ee3a7d completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:35:53.884727 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0ea03431-35c9-4a8b-a6ae-b7963f2286c1 None None] Provisioning complete for port 26c64ee2-0895-4780-b273-853553ee3a7d triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:35:53.894104 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0ea03431-35c9-4a8b-a6ae-b7963f2286c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:54.049633 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0ea03431-35c9-4a8b-a6ae-b7963f2286c1 None None] Port 26c64ee2-0895-4780-b273-853553ee3a7d cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:35:54.205698 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:54.216467 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:54.217766 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919157'] for router_interface, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:54.229830 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6b937058-f3b7-493f-a8e5-70e1921c160a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:54.292549 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26427263-9efd-4771-bf21-7924bc246bb6 req-e273fc13-fa80-4e29-ab6a-0222a4940ea6 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:54.301230 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-26427263-9efd-4771-bf21-7924bc246bb6 req-e273fc13-fa80-4e29-ab6a-0222a4940ea6 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.1639729 May 04 14:35:54.371581 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-26427263-9efd-4771-bf21-7924bc246bb6 req-7c2f0e1f-3fba-4bee-9d39-d603f26a7d87 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665622 May 04 14:35:54.399234 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'name': 'tempest-TestShelveInstance-476535751-router', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:44Z', 'updated_at': '2021-05-04T14:35:48Z', 'revision_number': 3, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'gw_port': {'id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:46Z', 'updated_at': '2021-05-04T14:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:35:54.405118 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0360c23c-f1ab-4be1-b7d0-640aa8deb6b7 None None] The sync data for ids ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'] in dv-cinder-772623-4-smb is: [{'id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'name': 'tempest-TestShelveInstance-476535751-router', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:44Z', 'updated_at': '2021-05-04T14:35:48Z', 'revision_number': 3, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'gw_port': {'id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:46Z', 'updated_at': '2021-05-04T14:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:35:54.421449 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Pushing event updated for resources: {'Port': ['ID=26c64ee2-0895-4780-b273-853553ee3a7d,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:54.425285 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:54.609056 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Network e665b7e8-0c6e-4f5f-a726-42fdf586edb2 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:35:54.615602 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:35:54.993863 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e62f9c92-e53f-4e01-9694-84c372e5cdb7 None None] Provisioning complete for port 26c64ee2-0895-4780-b273-853553ee3a7d triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:35:54.994700 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e62f9c92-e53f-4e01-9694-84c372e5cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:55.024123 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Router 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:35:55.127139 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e62f9c92-e53f-4e01-9694-84c372e5cdb7 None None] Port 26c64ee2-0895-4780-b273-853553ee3a7d cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:35:55.247686 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:35:55.260125 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] 10.222.0.37 "PUT /v2.0/routers/86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2913384 May 04 14:35:55.700763 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1daca-47ba-41a3-8594-03768df0410e req-b3a690e8-b9c0-41a1-b8ff-534306cf88f6 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:55.709471 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-43a1daca-47ba-41a3-8594-03768df0410e req-b3a690e8-b9c0-41a1-b8ff-534306cf88f6 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.1687009 May 04 14:35:55.849628 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-43a1daca-47ba-41a3-8594-03768df0410e req-46b70cf4-6eff-49a9-9a63-95d34de5554b tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238313 May 04 14:35:56.316120 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 58070) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:56.324264 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1356074458-network', 'tenant_id': '0e6cac7aa8a1428f992de1424edd118a'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:56.336164 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:56.352231 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Usage tracker for resource:network and tenant:0e6cac7aa8a1428f992de1424edd118a is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:56.362899 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:56.389718 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:56.434953 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Made reservation on behalf of 0e6cac7aa8a1428f992de1424edd118a for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:35:56.442334 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:56.466476 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:56.484497 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 5fba87c5-bf74-44b8-b782-5db28ba7ba33 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:35:56.501088 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:56.513298 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Usage tracker for resource:security_group_rule and tenant:0e6cac7aa8a1428f992de1424edd118a is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:56.523505 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:56.535285 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:56.682808 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 5fba87c5-bf74-44b8-b782-5db28ba7ba33 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:35:56.693383 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 5fba87c5-bf74-44b8-b782-5db28ba7ba33 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:35:56.694276 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:56.697492 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784b3b5-2253-442a-8dad-285bf00f819f req-5d5b5e23-8908-45a6-9b1f-1f3222bd8679 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:56.698845 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-0784b3b5-2253-442a-8dad-285bf00f819f req-5d5b5e23-8908-45a6-9b1f-1f3222bd8679 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Synchronizing usage tracker for tenant:da85c57c1635433189e040d0d7cab5d3 on resource:network {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:35:56.707270 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:56.715773 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:56.721271 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e94e74b8-878c-4de7-bb99-11047fc1edb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:56.739800 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-0784b3b5-2253-442a-8dad-285bf00f819f req-5d5b5e23-8908-45a6-9b1f-1f3222bd8679 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Unset dirty status for tenant:da85c57c1635433189e040d0d7cab5d3 on resource:network {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:35:56.743086 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0784b3b5-2253-442a-8dad-285bf00f819f req-5d5b5e23-8908-45a6-9b1f-1f3222bd8679 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/networks?id=7691e781-1413-4cd4-a726-506f5e535d00 HTTP/1.1" status: 200 len: 808 time: 0.6149206 May 04 14:35:56.776764 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0784b3b5-2253-442a-8dad-285bf00f819f req-41bf8c70-8d76-4a53-9a3b-b9b97d501104 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/quotas/da85c57c1635433189e040d0d7cab5d3 HTTP/1.1" status: 200 len: 375 time: 0.0268962 May 04 14:35:56.785437 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=73822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:35:56.802839 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5ebef8-77d4-4b7a-bb93-707720a1b05c,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:56.818696 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:56.822846 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:56.823265 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.segments_db [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Added segment d16c0e26-6ea8-4830-bb38-f33d71c598ec of type vlan for network 3dca99f9-5836-47e6-9629-b88bb4c98761 May 04 14:35:56.890763 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740809221780'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:56.898490 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0784b3b5-2253-442a-8dad-285bf00f819f req-a5dbc7fb-5943-44d2-a6be-aedcd862efcb tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=da85c57c1635433189e040d0d7cab5d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1144490 May 04 14:35:56.928537 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Sync routers for ids ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'] in dv-cinder-772623-4-smb {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:35:56.941915 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:56.944306 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:56.944994 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:56.950504 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3a9bdca3-9cbb-480e-8c92-0500fa72a11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:56.969331 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Routers {'86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:35:56.970486 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:35:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:35:57.063962 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7424436 May 04 14:35:57.064240 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 58078) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:57.067202 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Pushing event updated for resources: {'Network': ['ID=3dca99f9-5836-47e6-9629-b88bb4c98761,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:57.072453 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-09d79d6e-b69f-4e66-951c-7d56d5e86dae admin admin] Request body: {'subnet': {'network_id': '3dca99f9-5836-47e6-9629-b88bb4c98761', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1356074458-subnet', 'tenant_id': '0e6cac7aa8a1428f992de1424edd118a', 'ip_version': 4}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:57.079565 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-09d79d6e-b69f-4e66-951c-7d56d5e86dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:57.084138 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-09d79d6e-b69f-4e66-951c-7d56d5e86dae admin admin] Usage tracker for resource:subnet and tenant:0e6cac7aa8a1428f992de1424edd118a is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:57.087807 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-09d79d6e-b69f-4e66-951c-7d56d5e86dae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:57.090948 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:57.095880 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-09d79d6e-b69f-4e66-951c-7d56d5e86dae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:57.101946 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:57.109664 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d79d6e-b69f-4e66-951c-7d56d5e86dae admin admin] Made reservation on behalf of 0e6cac7aa8a1428f992de1424edd118a for: {'subnet': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:35:57.113693 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-09d79d6e-b69f-4e66-951c-7d56d5e86dae admin admin] Notify callbacks [] for subnet, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:57.135554 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port 5fba87c5-bf74-44b8-b782-5db28ba7ba33, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=5fba87c5-bf74-44b8-b782-5db28ba7ba33,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:57.139053 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Network 3dca99f9-5836-47e6-9629-b88bb4c98761 details requested by agent ovs-agent-dv-cinder-772623-4-smb with host dv-cinder-772623-4-smb {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:35:57.177785 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:57.204659 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b82249-556f-4c71-86c7-00c3ce6b9264 req-597aac01-7651-427b-9402-8ff32933b4c5 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:57.209177 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:57.212226 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-12b82249-556f-4c71-86c7-00c3ce6b9264 req-597aac01-7651-427b-9402-8ff32933b4c5 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/ports?device_id=29a2716f-c057-44f6-9993-4f742b80cd93 HTTP/1.1" status: 200 len: 946 time: 0.3121316 May 04 14:35:57.245973 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0784b3b5-2253-442a-8dad-285bf00f819f req-b2a879d4-ae97-440f-9a4c-73378562fec0 service neutron] 10.222.0.37 "GET /v2.0/networks/7691e781-1413-4cd4-a726-506f5e535d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038955 May 04 14:35:57.390480 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-12b82249-556f-4c71-86c7-00c3ce6b9264 req-31592e97-1e3b-4944-b4b8-2c1f50f31166 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/security-groups?id=5efa4476-898e-486b-8704-f778b2937d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767046 May 04 14:35:57.441944 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=5fba87c5-bf74-44b8-b782-5db28ba7ba33,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:57.447029 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:57.538275 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0784b3b5-2253-442a-8dad-285bf00f819f req-6932bb5e-3c6e-45db-b335-ac109e62fc4b service neutron] 10.222.0.37 "GET /v2.0/networks/7691e781-1413-4cd4-a726-506f5e535d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911751 May 04 14:35:57.640304 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Set router 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:35:57.694374 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de3018-7b5c-4a86-a971-238c76216f76 req-c953c51f-70fc-41ee-bd2e-26e4144382d8 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:57.708799 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-22de3018-7b5c-4a86-a971-238c76216f76 req-c953c51f-70fc-41ee-bd2e-26e4144382d8 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.1409628 May 04 14:35:57.766131 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-09d79d6e-b69f-4e66-951c-7d56d5e86dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for subnet, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:57.784265 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c62fd57a-c237-4708-9d9e-c38778250692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:57.816133 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-22de3018-7b5c-4a86-a971-238c76216f76 req-839a50f1-6da5-4fc0-9ae3-dbeab2917759 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985124 May 04 14:35:57.876831 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d79d6e-b69f-4e66-951c-7d56d5e86dae admin admin] Checking segment: {'id': 'd16c0e26-6ea8-4830-bb38-f33d71c598ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3dca99f9-5836-47e6-9629-b88bb4c98761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:35:57.877219 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d79d6e-b69f-4e66-951c-7d56d5e86dae admin admin] Network hostable DHCP agents. Network: 3dca99f9-5836-47e6-9629-b88bb4c98761, hostable agents: ['89233beb-46c2-4555-b2a6-383c2a63add2'], hosted agents: [] {{(pid=73822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:35:57.881652 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d79d6e-b69f-4e66-951c-7d56d5e86dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfd52a90-0f7e-4abb-bf4b-302b26d5cd1a,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:57.885625 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-09d79d6e-b69f-4e66-951c-7d56d5e86dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:35:57.906157 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d79d6e-b69f-4e66-951c-7d56d5e86dae admin admin] Network 3dca99f9-5836-47e6-9629-b88bb4c98761 is scheduled to be hosted by DHCP agent 89233beb-46c2-4555-b2a6-383c2a63add2 with binding_index 1 {{(pid=73822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:35:57.920957 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-09d79d6e-b69f-4e66-951c-7d56d5e86dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-smb, 3dca99f9-5836-47e6-9629-b88bb4c98761) {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:35:57.927100 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d79d6e-b69f-4e66-951c-7d56d5e86dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:57.927639 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-09d79d6e-b69f-4e66-951c-7d56d5e86dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:57.955775 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-09d79d6e-b69f-4e66-951c-7d56d5e86dae admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8902576 May 04 14:35:57.963951 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 58096) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:57.977442 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1356074458-router', 'tenant_id': '0e6cac7aa8a1428f992de1424edd118a', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:35:57.977716 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cb01b7-dfd7-4087-bba5-7f3e0b22b81f None None] Network 3dca99f9-5836-47e6-9629-b88bb4c98761 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:35:58.005727 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:58.006856 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-76747f51-2e7a-413d-9245-891f4fca477a req-86d01a1a-555c-4a1d-90fb-b84a5a382db5 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 210 time: 0.0869720 May 04 14:35:58.017686 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Usage tracker for resource:router and tenant:0e6cac7aa8a1428f992de1424edd118a is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:58.033382 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:58.040694 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:58.060646 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-944999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27224'] for router, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:58.062506 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-882279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27217'] for router, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:58.095967 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:58.299048 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d24bd-4ca9-4690-853e-20560444c635 req-01caf79a-dfb5-42e8-bbc5-3800c5e30c90 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:58.305085 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3f5d24bd-4ca9-4690-853e-20560444c635 req-01caf79a-dfb5-42e8-bbc5-3800c5e30c90 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.47 "GET /v2.0/ports?device_id=29a2716f-c057-44f6-9993-4f742b80cd93 HTTP/1.1" status: 200 len: 946 time: 0.2068768 May 04 14:35:58.438092 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 5fba87c5-bf74-44b8-b782-5db28ba7ba33 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:35:58.567949 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749172ad-36c3-5a6e-a61a-09957afdedb1-3dca99f9-5836-47e6-9629-b88bb4c98761', 'network_id': '3dca99f9-5836-47e6-9629-b88bb4c98761', 'tenant_id': '0e6cac7aa8a1428f992de1424edd118a', 'fixed_ips': [{'subnet_id': 'cfd52a90-0f7e-4abb-bf4b-302b26d5cd1a'}]}} from dv-cinder-772623-4-smb. {{(pid=73823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 14:35:58.569369 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:58.616081 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'name': 'tempest-TestShelveInstance-476535751-router', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:44Z', 'updated_at': '2021-05-04T14:35:53Z', 'revision_number': 4, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'gw_port': {'id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:46Z', 'updated_at': '2021-05-04T14:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '26c64ee2-0895-4780-b273-853553ee3a7d', 'name': '', 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'mac_address': 'fa:16:3e:94:4d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:52Z', 'updated_at': '2021-05-04T14:35:53Z', 'revision_number': 2, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'subnets': [{'id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:35:58.660046 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-3f5d24bd-4ca9-4690-853e-20560444c635 req-5c2adbfc-4f17-4393-a768-0631a3914469 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Deleting port 3e61ee31-d605-429a-8197-7655d0fce84b {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:35:58.660632 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-3f5d24bd-4ca9-4690-853e-20560444c635 req-5c2adbfc-4f17-4393-a768-0631a3914469 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:58.664214 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Checking router: 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 for host: dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:35:58.665162 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Updating router 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 port 26c64ee2-0895-4780-b273-853553ee3a7d binding host dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:35:58.699112 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 5fba87c5-bf74-44b8-b782-5db28ba7ba33 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:35:58.699743 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:58.736699 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27299'] for router, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:58.836325 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:59.065138 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.db_base_plugin_common [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Allocated IP 172.20.0.2 (3dca99f9-5836-47e6-9629-b88bb4c98761/cfd52a90-0f7e-4abb-bf4b-302b26d5cd1a/0e10d31e-8921-41f5-8087-e49a471df2e1) {{(pid=73823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:35:59.214976 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 58118) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:35:59.343015 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-3f5d24bd-4ca9-4690-853e-20560444c635 req-5c2adbfc-4f17-4393-a768-0631a3914469 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] For port 3e61ee31-d605-429a-8197-7655d0fce84b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3e61ee31-d605-429a-8197-7655d0fce84b,segment=NetworkSegment(d39565a3-c63e-418f-9bce-35b60ab9dc0d),segment_id=d39565a3-c63e-418f-9bce-35b60ab9dc0d)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:35:59.343643 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-3f5d24bd-4ca9-4690-853e-20560444c635 req-5c2adbfc-4f17-4393-a768-0631a3914469 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:59.500237 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Notify callbacks [] for port, precommit_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:59.561772 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f2edc783-f6f6-4ce3-a199-ee9339107108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:59.583421 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Transition to ACTIVE for port object 0e10d31e-8921-41f5-8087-e49a471df2e1 will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:35:59.615437 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f2edc783-f6f6-4ce3-a199-ee9339107108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:35:59.637869 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-f2edc783-f6f6-4ce3-a199-ee9339107108 admin admin] Usage tracker for resource:security_group_rule and tenant:2c7858b10add45de9b72e0f1ea7d04f9 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:35:59.641730 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Transition to ACTIVE for port object 0e10d31e-8921-41f5-8087-e49a471df2e1 will not be triggered until provisioned by entity DHCP. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:35:59.647422 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-3f5d24bd-4ca9-4690-853e-20560444c635 req-5c2adbfc-4f17-4393-a768-0631a3914469 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Calling delete_port for 3e61ee31-d605-429a-8197-7655d0fce84b owned by compute:nova {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:35:59.652238 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-f2edc783-f6f6-4ce3-a199-ee9339107108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:35:59.670516 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f2edc783-f6f6-4ce3-a199-ee9339107108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:35:59.675818 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:59.698915 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:35:59.713211 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:59.749372 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceafff-d432-4595-968e-0c05e2e68ee3 req-8572b57a-69f5-41f4-9506-3d3507a02908 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:35:59.758617 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-49ceafff-d432-4595-968e-0c05e2e68ee3 req-8572b57a-69f5-41f4-9506-3d3507a02908 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/ports?device_id=29a2716f-c057-44f6-9993-4f742b80cd93 HTTP/1.1" status: 200 len: 946 time: 0.9016101 May 04 14:35:59.785453 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:35:59.838526 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-49ceafff-d432-4595-968e-0c05e2e68ee3 req-f2488d05-891e-4b8b-bdc1-c8cee0a03bc2 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/security-groups?id=5efa4476-898e-486b-8704-f778b2937d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789349 May 04 14:35:59.873148 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Network 3dca99f9-5836-47e6-9629-b88bb4c98761 is already hosted by enough agents. {{(pid=73823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:35:59.894348 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.scheduler.base_scheduler [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Resources bound (agent type, host, resource id): {{(pid=73823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:35:59.918573 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Received port after_create {{(pid=73823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:35:59.937694 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Pushing event updated for resources: {'Port': ['ID=0e10d31e-8921-41f5-8087-e49a471df2e1,revision_number=1']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:35:59.948667 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:00.054044 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0b4e3-a0fc-436c-a550-ad9b49326fed req-dd850ed0-6a51-4fad-b744-31331df38e61 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:00.061474 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1ad0b4e3-a0fc-436c-a550-ad9b49326fed req-dd850ed0-6a51-4fad-b744-31331df38e61 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.5518410 May 04 14:36:00.169326 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Attempting to bind port 0e10d31e-8921-41f5-8087-e49a471df2e1 on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:36:00.170021 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Attempting to bind port 0e10d31e-8921-41f5-8087-e49a471df2e1 by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': 'd16c0e26-6ea8-4830-bb38-f33d71c598ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3dca99f9-5836-47e6-9629-b88bb4c98761'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:36:00.170613 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Attempting to bind port 0e10d31e-8921-41f5-8087-e49a471df2e1 on network 3dca99f9-5836-47e6-9629-b88bb4c98761 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:36:00.199292 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:36:00.200031 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Checking segment: {'id': 'd16c0e26-6ea8-4830-bb38-f33d71c598ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3dca99f9-5836-47e6-9629-b88bb4c98761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:36:00.200798 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:00.201639 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Bound using segment: {'id': 'd16c0e26-6ea8-4830-bb38-f33d71c598ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3dca99f9-5836-47e6-9629-b88bb4c98761'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:36:00.202540 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Bound port: 0e10d31e-8921-41f5-8087-e49a471df2e1, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16c0e26-6ea8-4830-bb38-f33d71c598ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3dca99f9-5836-47e6-9629-b88bb4c98761'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:36:00.203363 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:00.233408 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-3f5d24bd-4ca9-4690-853e-20560444c635 req-5c2adbfc-4f17-4393-a768-0631a3914469 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:00.272951 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:00.305688 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['3e61ee31-d605-429a-8197-7655d0fce84b'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:36:00.385376 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1ad0b4e3-a0fc-436c-a550-ad9b49326fed req-adf61085-b910-41d8-a0d9-ea6f371298fa tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227396 May 04 14:36:00.389405 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ab8ccb16-478d-4f20-a84c-a7e0e327763f req-b11abd1d-3b02-4b04-baa6-7ec13ac3778d tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 210 time: 0.2290881 May 04 14:36:00.406976 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2adbfc-4f17-4393-a768-0631a3914469 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Pushing event deleted for resources: {'Port': ['ID=3e61ee31-d605-429a-8197-7655d0fce84b,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:00.414427 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5c2adbfc-4f17-4393-a768-0631a3914469 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:00.496476 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] For port 0e10d31e-8921-41f5-8087-e49a471df2e1, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:36:00.503432 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] For port 0e10d31e-8921-41f5-8087-e49a471df2e1, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=0e10d31e-8921-41f5-8087-e49a471df2e1,segment=NetworkSegment(d16c0e26-6ea8-4830-bb38-f33d71c598ec),segment_id=d16c0e26-6ea8-4830-bb38-f33d71c598ec)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:36:00.539084 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Notify callbacks [] for port, precommit_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:00.550590 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784b3b5-2253-442a-8dad-285bf00f819f req-1df849bc-1161-4810-9283-3c8c54d63523 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:00.553353 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0784b3b5-2253-442a-8dad-285bf00f819f req-1df849bc-1161-4810-9283-3c8c54d63523 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.47 "GET /v2.0/networks?id=7691e781-1413-4cd4-a726-506f5e535d00 HTTP/1.1" status: 200 len: 808 time: 0.6724346 May 04 14:36:00.563852 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Transition to ACTIVE for port object 26c64ee2-0895-4780-b273-853553ee3a7d will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:36:00.574489 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:00.585601 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:00.624142 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-0784b3b5-2253-442a-8dad-285bf00f819f req-b06ca5a3-d9e5-4d2e-befc-c6656d1c2869 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Request body: {'port': {'device_id': '56b41c87-d136-4f81-83a7-2fd2b57ab20a', 'network_id': '7691e781-1413-4cd4-a726-506f5e535d00', 'admin_state_up': True, 'tenant_id': 'da85c57c1635433189e040d0d7cab5d3'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:36:00.639509 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:00.702620 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5d24bd-4ca9-4690-853e-20560444c635 req-5c2adbfc-4f17-4393-a768-0631a3914469 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] No DVR routers for this DVR port 3e61ee31-d605-429a-8197-7655d0fce84b on host hv-cinder-77262 {{(pid=73821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:36:00.707286 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-3f5d24bd-4ca9-4690-853e-20560444c635 req-5c2adbfc-4f17-4393-a768-0631a3914469 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:00.715118 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a2716f-c057-44f6-9993-4f742b80cd93', 'name': 'network-vif-deleted', 'tag': '3e61ee31-d605-429a-8197-7655d0fce84b'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:00.764798 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3f5d24bd-4ca9-4690-853e-20560444c635 req-5c2adbfc-4f17-4393-a768-0631a3914469 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.47 "DELETE /v2.0/ports/3e61ee31-d605-429a-8197-7655d0fce84b HTTP/1.1" status: 204 len: 173 time: 2.4546652 May 04 14:36:00.889249 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a2716f-c057-44f6-9993-4f742b80cd93', 'name': 'network-vif-deleted', 'tag': '3e61ee31-d605-429a-8197-7655d0fce84b', 'status': 'completed', 'code': 200} May 04 14:36:00.942998 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Pushing event updated for resources: {'Port': ['ID=0e10d31e-8921-41f5-8087-e49a471df2e1,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:00.956338 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:00.964412 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:00.992479 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-0784b3b5-2253-442a-8dad-285bf00f819f req-b06ca5a3-d9e5-4d2e-befc-c6656d1c2869 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:36:01.036067 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-0784b3b5-2253-442a-8dad-285bf00f819f req-b06ca5a3-d9e5-4d2e-befc-c6656d1c2869 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Usage tracker for resource:port and tenant:da85c57c1635433189e040d0d7cab5d3 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:36:01.055715 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-0784b3b5-2253-442a-8dad-285bf00f819f req-b06ca5a3-d9e5-4d2e-befc-c6656d1c2869 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:36:01.067720 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f2edc783-f6f6-4ce3-a199-ee9339107108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:01.078027 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-0784b3b5-2253-442a-8dad-285bf00f819f req-b06ca5a3-d9e5-4d2e-befc-c6656d1c2869 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:36:01.081240 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f2edc783-f6f6-4ce3-a199-ee9339107108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:01.100152 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:01.153084 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Allocated IP 172.28.3.15 (49af3acc-aa66-439a-917a-edeb41136f16/106a0d71-9dcf-4db1-913d-79820d2de789/348a95a6-a1de-42d7-9704-6c19645b134b) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:36:01.190038 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Attempting to bind port 26c64ee2-0895-4780-b273-853553ee3a7d on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:36:01.190822 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Attempting to bind port 26c64ee2-0895-4780-b273-853553ee3a7d by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': '52453880-2caa-4bcb-8e05-b99f8cf05f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:36:01.191352 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Attempting to bind port 26c64ee2-0895-4780-b273-853553ee3a7d on network e665b7e8-0c6e-4f5f-a726-42fdf586edb2 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:36:01.197725 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a8822-1da9-4554-9dc3-0da4426f8e16 None None] Pushing event updated for resources: {'Port': ['ID=26c64ee2-0895-4780-b273-853553ee3a7d,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:01.208347 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-677a8822-1da9-4554-9dc3-0da4426f8e16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:01.210010 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:36:01.210436 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Checking segment: {'id': '52453880-2caa-4bcb-8e05-b99f8cf05f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:36:01.210962 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:01.211376 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Bound using segment: {'id': '52453880-2caa-4bcb-8e05-b99f8cf05f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:36:01.211925 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Bound port: 26c64ee2-0895-4780-b273-853553ee3a7d, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52453880-2caa-4bcb-8e05-b99f8cf05f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:36:01.212354 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:01.338237 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] For port 26c64ee2-0895-4780-b273-853553ee3a7d, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:36:01.342384 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] For port 26c64ee2-0895-4780-b273-853553ee3a7d, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=26c64ee2-0895-4780-b273-853553ee3a7d,segment=NetworkSegment(52453880-2caa-4bcb-8e05-b99f8cf05f49),segment_id=52453880-2caa-4bcb-8e05-b99f8cf05f49)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:36:01.348248 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:01.359132 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:01.406464 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:01.423048 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-f2feccb7-78a3-4aed-94b8-cc7928a9049b req-b508b61c-9de9-499a-a197-21270eda133a tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Synchronizing usage tracker for tenant:c09eb0d84ae9445fb2fe3e8548c53cd8 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:36:01.427569 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0784b3b5-2253-442a-8dad-285bf00f819f req-b06ca5a3-d9e5-4d2e-befc-c6656d1c2869 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Made reservation on behalf of da85c57c1635433189e040d0d7cab5d3 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:36:01.433677 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0784b3b5-2253-442a-8dad-285bf00f819f req-b06ca5a3-d9e5-4d2e-befc-c6656d1c2869 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:01.452074 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a8822-1da9-4554-9dc3-0da4426f8e16 None None] Pushing event updated for resources: {'Port': ['ID=26c64ee2-0895-4780-b273-853553ee3a7d,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:01.452342 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-f2feccb7-78a3-4aed-94b8-cc7928a9049b req-b508b61c-9de9-499a-a197-21270eda133a tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Unset dirty status for tenant:c09eb0d84ae9445fb2fe3e8548c53cd8 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:36:01.454350 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f2feccb7-78a3-4aed-94b8-cc7928a9049b req-b508b61c-9de9-499a-a197-21270eda133a tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] 10.222.0.37 "GET /v2.0/ports?device_id=29a2716f-c057-44f6-9993-4f742b80cd93 HTTP/1.1" status: 200 len: 210 time: 0.1465151 May 04 14:36:01.455840 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-677a8822-1da9-4554-9dc3-0da4426f8e16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:01.463488 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Routers {'86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:36:01.464124 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:35:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:01.486753 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-f2edc783-f6f6-4ce3-a199-ee9339107108 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c7858b10add45de9b72e0f1ea7d04f9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2233710 May 04 14:36:01.493065 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 58138) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:01.495890 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2edc783-f6f6-4ce3-a199-ee9339107108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dba527c-0542-4a31-98cc-28dc876ac235,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:01.510376 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f2edc783-f6f6-4ce3-a199-ee9339107108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:01.540745 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:01.635222 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:01.732720 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] Set router 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:36:01.788181 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Network 49af3acc-aa66-439a-917a-edeb41136f16 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:36:01.806307 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:36:01.828045 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:36:01.829859 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-32f2d580-d571-42ee-9cb0-fc0d6d2be3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:01.835245 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c955cafe-f95a-4d28-b023-4f51bf50366f req-7992b317-43b0-416e-955f-ddfe33667e85 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 210 time: 0.1388354 May 04 14:36:01.889676 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-32f2d580-d571-42ee-9cb0-fc0d6d2be3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:01.977313 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b45fc-ee09-44af-90ae-6e3060364abe req-8a598920-cfbd-4a3b-948a-b8d9fa66186c tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:01.985709 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1a6b45fc-ee09-44af-90ae-6e3060364abe req-8a598920-cfbd-4a3b-948a-b8d9fa66186c tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.2385101 May 04 14:36:01.999752 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Pushing event updated for resources: {'Port': ['ID=348a95a6-a1de-42d7-9704-6c19645b134b,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:02.067523 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:02.084416 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1a6b45fc-ee09-44af-90ae-6e3060364abe req-e072e460-db55-4ee6-b481-d9a24173d885 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968246 May 04 14:36:02.098022 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-32f2d580-d571-42ee-9cb0-fc0d6d2be3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:02.107819 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-945593ec-dbf8-419f-b9a5-768182b212fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:02.124484 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2d580-d571-42ee-9cb0-fc0d6d2be3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dba527c-0542-4a31-98cc-28dc876ac235,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:02.127474 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-32f2d580-d571-42ee-9cb0-fc0d6d2be3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:02.128798 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-32f2d580-d571-42ee-9cb0-fc0d6d2be3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:02.129917 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-32f2d580-d571-42ee-9cb0-fc0d6d2be3f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6dba527c-0542-4a31-98cc-28dc876ac235 HTTP/1.1" status: 204 len: 168 time: 0.6306744 May 04 14:36:02.196441 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'name': 'tempest-TestShelveInstance-476535751-router', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:44Z', 'updated_at': '2021-05-04T14:35:53Z', 'revision_number': 4, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'gw_port': {'id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:46Z', 'updated_at': '2021-05-04T14:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '26c64ee2-0895-4780-b273-853553ee3a7d', 'name': '', 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'mac_address': 'fa:16:3e:94:4d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:52Z', 'updated_at': '2021-05-04T14:36:01Z', 'revision_number': 4, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'subnets': [{'id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:02.201260 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a864975f-44c1-4a0e-bdee-bfff03eb3289 None None] The sync data for ids ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'] in dv-cinder-772623-4-smb is: [{'id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'name': 'tempest-TestShelveInstance-476535751-router', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:44Z', 'updated_at': '2021-05-04T14:35:53Z', 'revision_number': 4, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'gw_port': {'id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:46Z', 'updated_at': '2021-05-04T14:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '26c64ee2-0895-4780-b273-853553ee3a7d', 'name': '', 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'mac_address': 'fa:16:3e:94:4d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:52Z', 'updated_at': '2021-05-04T14:36:01Z', 'revision_number': 4, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'subnets': [{'id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:36:02.550176 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 26c64ee2-0895-4780-b273-853553ee3a7d up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:36:02.621522 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dcf0fc-fe5f-46b9-8beb-5d9db605c69e None None] Network 3dca99f9-5836-47e6-9629-b88bb4c98761 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:36:02.636002 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-0784b3b5-2253-442a-8dad-285bf00f819f req-b06ca5a3-d9e5-4d2e-befc-c6656d1c2869 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Allocated IP 172.20.0.5 (7691e781-1413-4cd4-a726-506f5e535d00/579d1c27-dc01-4b17-b9d3-0088913fb98a/cc69c283-10ce-400d-b9ba-7cede6f04c98) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:36:02.661091 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 3e61ee31-d605-429a-8197-7655d0fce84b no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:36:02.754077 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] No Port match for: 3e61ee31-d605-429a-8197-7655d0fce84b {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:36:02.754427 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 3e61ee31-d605-429a-8197-7655d0fce84b not bound to the agent host hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:36:02.812068 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:02.848265 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7684ddd5-2db5-4acb-a949-7edd3acfd989 None None] Provisioning for port 0e10d31e-8921-41f5-8087-e49a471df2e1 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:36:02.908924 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 26c64ee2-0895-4780-b273-853553ee3a7d completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:36:02.943171 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 26c64ee2-0895-4780-b273-853553ee3a7d triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:02.943625 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:03.178014 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b41f8814-3e05-45ee-8aff-7e338c2876fc req-de231de4-f937-481d-8b7d-9dd7172c78bd tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 210 time: 0.1076882 May 04 14:36:03.349306 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:03.531777 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port 26c64ee2-0895-4780-b273-853553ee3a7d, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=26c64ee2-0895-4780-b273-853553ee3a7d,segment=NetworkSegment(52453880-2caa-4bcb-8e05-b99f8cf05f49),segment_id=52453880-2caa-4bcb-8e05-b99f8cf05f49)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:03.551127 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:03.552097 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 0e10d31e-8921-41f5-8087-e49a471df2e1 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:36:03.556898 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f90391-88bb-49c1-b9c1-ebd7d0366c14 req-4d12e233-184a-496b-ac73-63fba0d7a8b9 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:03.578783 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c0f90391-88bb-49c1-b9c1-ebd7d0366c14 req-4d12e233-184a-496b-ac73-63fba0d7a8b9 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.1974878 May 04 14:36:03.638480 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:03.674647 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c0f90391-88bb-49c1-b9c1-ebd7d0366c14 req-e3302b97-3176-4749-9ff8-6f33b83974f2 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946507 May 04 14:36:03.886304 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946105'] for router, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:03.899278 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=26c64ee2-0895-4780-b273-853553ee3a7d,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:03.903866 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:03.904589 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 0e10d31e-8921-41f5-8087-e49a471df2e1 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:36:03.919145 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 0e10d31e-8921-41f5-8087-e49a471df2e1 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:03.919523 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:04.178374 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:04.233283 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-2d2aefcc-604d-4119-9a15-6d84068ccae4 None None] Provisioning complete for port 0e10d31e-8921-41f5-8087-e49a471df2e1 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:04.233663 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-2d2aefcc-604d-4119-9a15-6d84068ccae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:04.241568 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0784b3b5-2253-442a-8dad-285bf00f819f req-b06ca5a3-d9e5-4d2e-befc-c6656d1c2869 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:04.264572 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port 0e10d31e-8921-41f5-8087-e49a471df2e1, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=0e10d31e-8921-41f5-8087-e49a471df2e1,segment=NetworkSegment(d16c0e26-6ea8-4830-bb38-f33d71c598ec),segment_id=d16c0e26-6ea8-4830-bb38-f33d71c598ec)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:04.272475 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:04.281581 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-677a8822-1da9-4554-9dc3-0da4426f8e16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:04.331812 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0784b3b5-2253-442a-8dad-285bf00f819f req-b06ca5a3-d9e5-4d2e-befc-c6656d1c2869 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:04.363505 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:04.433328 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=0e10d31e-8921-41f5-8087-e49a471df2e1,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:04.514144 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:04.518710 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 26c64ee2-0895-4780-b273-853553ee3a7d up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:36:04.522357 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b19f5-6974-4bd7-ad54-1853e2ec3977 req-f36aa728-f538-49a9-b998-192f5a00e6e3 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:04.531992 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5f7b19f5-6974-4bd7-ad54-1853e2ec3977 req-f36aa728-f538-49a9-b998-192f5a00e6e3 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 931 time: 0.1645961 May 04 14:36:04.541631 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0784b3b5-2253-442a-8dad-285bf00f819f req-b06ca5a3-d9e5-4d2e-befc-c6656d1c2869 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Network 7691e781-1413-4cd4-a726-506f5e535d00 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:36:04.548120 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-0784b3b5-2253-442a-8dad-285bf00f819f req-b06ca5a3-d9e5-4d2e-befc-c6656d1c2869 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:36:04.550545 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ca5a3-d9e5-4d2e-befc-c6656d1c2869 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Pushing event updated for resources: {'Port': ['ID=cc69c283-10ce-400d-b9ba-7cede6f04c98,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:04.557050 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-0784b3b5-2253-442a-8dad-285bf00f819f req-b06ca5a3-d9e5-4d2e-befc-c6656d1c2869 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:36:04.564135 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784b3b5-2253-442a-8dad-285bf00f819f req-b06ca5a3-d9e5-4d2e-befc-c6656d1c2869 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:04.565500 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0784b3b5-2253-442a-8dad-285bf00f819f req-b06ca5a3-d9e5-4d2e-befc-c6656d1c2869 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:04.570289 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b06ca5a3-d9e5-4d2e-befc-c6656d1c2869 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:04.604157 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-5f7b19f5-6974-4bd7-ad54-1853e2ec3977 req-eed6fb2f-374d-48dd-865e-7a46817bc521 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Synchronizing usage tracker for tenant:da85c57c1635433189e040d0d7cab5d3 on resource:security_group {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:36:04.611434 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 58190) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:04.634354 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0784b3b5-2253-442a-8dad-285bf00f819f req-b06ca5a3-d9e5-4d2e-befc-c6656d1c2869 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0174773 May 04 14:36:04.636798 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Router 6b0c680d-12b5-4573-a754-7a6420dc516f is scheduled to L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f with binding_index 1 {{(pid=73822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 14:36:04.641607 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-5f7b19f5-6974-4bd7-ad54-1853e2ec3977 req-eed6fb2f-374d-48dd-865e-7a46817bc521 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Unset dirty status for tenant:da85c57c1635433189e040d0d7cab5d3 on resource:security_group {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:36:04.644187 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5f7b19f5-6974-4bd7-ad54-1853e2ec3977 req-eed6fb2f-374d-48dd-865e-7a46817bc521 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117175 May 04 14:36:04.652769 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Request body: {'port': {'device_id': '56b41c87-d136-4f81-83a7-2fd2b57ab20a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:36:04.680070 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 26c64ee2-0895-4780-b273-853553ee3a7d triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:04.680940 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:04.910845 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d2b083f3-6e34-41bb-903d-acb0177bf429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:04.941662 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d2b083f3-6e34-41bb-903d-acb0177bf429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:36:04.948403 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d2b083f3-6e34-41bb-903d-acb0177bf429 admin admin] Usage tracker for resource:security_group_rule and tenant:1951dd15d5a940be9597dca489808aab is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:36:04.952700 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d2b083f3-6e34-41bb-903d-acb0177bf429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:36:04.960700 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d2b083f3-6e34-41bb-903d-acb0177bf429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:36:04.983558 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e4f43-1dd4-491e-a7ae-bb9b116434c6 req-63294d34-6f2c-4cf8-8af6-e162176b11a9 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:04.985437 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c05e4f43-1dd4-491e-a7ae-bb9b116434c6 req-63294d34-6f2c-4cf8-8af6-e162176b11a9 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.1519730 May 04 14:36:05.082938 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c05e4f43-1dd4-491e-a7ae-bb9b116434c6 req-a3781c99-bf12-478c-897f-1e12977ec08b tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744033 May 04 14:36:05.143070 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d2b083f3-6e34-41bb-903d-acb0177bf429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:05.147876 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d2b083f3-6e34-41bb-903d-acb0177bf429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:05.156756 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:05.206032 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-d2b083f3-6e34-41bb-903d-acb0177bf429 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1951dd15d5a940be9597dca489808aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5933909 May 04 14:36:05.208661 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:05.209559 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 58208) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:05.213463 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b083f3-6e34-41bb-903d-acb0177bf429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb73367-dc61-4585-95a2-762afca73c56,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:05.216949 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d2b083f3-6e34-41bb-903d-acb0177bf429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:05.287545 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ae25693f-ee8d-4441-b25a-3b8acbd525bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:05.320569 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ae25693f-ee8d-4441-b25a-3b8acbd525bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:05.387890 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ae25693f-ee8d-4441-b25a-3b8acbd525bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:05.393004 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-7c2caca6-1d76-4c10-ad5d-86a64f80e4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:05.406295 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25693f-ee8d-4441-b25a-3b8acbd525bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb73367-dc61-4585-95a2-762afca73c56,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:05.409527 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-ae25693f-ee8d-4441-b25a-3b8acbd525bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:05.416410 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ae25693f-ee8d-4441-b25a-3b8acbd525bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:05.417842 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-ae25693f-ee8d-4441-b25a-3b8acbd525bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1eb73367-dc61-4585-95a2-762afca73c56 HTTP/1.1" status: 204 len: 168 time: 0.2071686 May 04 14:36:05.462257 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:36:05.476424 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Sync routers for ids ['6b0c680d-12b5-4573-a754-7a6420dc516f'] in dv-cinder-772623-4-smb {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:36:05.492074 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Routers {'6b0c680d-12b5-4573-a754-7a6420dc516f'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:36:05.492983 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:35:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['6b0c680d-12b5-4573-a754-7a6420dc516f'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:05.498204 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Notify callbacks [] for router, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:05.502832 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 58214) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:05.509302 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.5359080 May 04 14:36:05.666208 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1f6269fa-ff10-4910-b6a6-9c6e884a0ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:05.896681 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc69c283-10ce-400d-b9ba-7cede6f04c98 {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:36:05.907618 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Set router 6b0c680d-12b5-4573-a754-7a6420dc516f gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:36:05.908131 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:05.926755 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Transition to ACTIVE for port object cc69c283-10ce-400d-b9ba-7cede6f04c98 will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:36:05.933988 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:05.943814 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1854d15a-e8e8-4f68-a07e-feeacab7ab32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:06.140173 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069b5bd-cc77-4ee8-b628-938d24df1da1 req-1e5f7a3a-e06f-46b2-af98-74328a6228c6 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:06.149005 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b069b5bd-cc77-4ee8-b628-938d24df1da1 req-1e5f7a3a-e06f-46b2-af98-74328a6228c6 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 943 time: 0.2246859 May 04 14:36:06.311503 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Pushing event updated for resources: {'Port': ['ID=cc69c283-10ce-400d-b9ba-7cede6f04c98,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:06.356750 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:06.421359 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Attempting to bind port cc69c283-10ce-400d-b9ba-7cede6f04c98 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:36:06.422803 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Attempting to bind port cc69c283-10ce-400d-b9ba-7cede6f04c98 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '69042764-13a9-4083-b14f-24a607f516d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7691e781-1413-4cd4-a726-506f5e535d00'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:36:06.422803 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Attempting to bind port cc69c283-10ce-400d-b9ba-7cede6f04c98 on network 7691e781-1413-4cd4-a726-506f5e535d00 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:36:06.445458 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Port cc69c283-10ce-400d-b9ba-7cede6f04c98 on network 7691e781-1413-4cd4-a726-506f5e535d00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:36:06.445984 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Attempting to bind port cc69c283-10ce-400d-b9ba-7cede6f04c98 on network 7691e781-1413-4cd4-a726-506f5e535d00 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:36:06.468223 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 0e10d31e-8921-41f5-8087-e49a471df2e1 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:36:06.468587 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Checking agent: {'id': '8bf5348c-0921-4b50-a8be-a73e0c140a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'started_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:36:06.468944 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Checking segment: {'id': '69042764-13a9-4083-b14f-24a607f516d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7691e781-1413-4cd4-a726-506f5e535d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:36:06.469366 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Bound using segment: {'id': '69042764-13a9-4083-b14f-24a607f516d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7691e781-1413-4cd4-a726-506f5e535d00'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:36:06.469896 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Bound port: cc69c283-10ce-400d-b9ba-7cede6f04c98, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69042764-13a9-4083-b14f-24a607f516d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7691e781-1413-4cd4-a726-506f5e535d00'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:36:06.470247 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:06.540572 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0c680d-12b5-4573-a754-7a6420dc516f', 'name': 'tempest-TestShelveInstance-1356074458-router', 'tenant_id': '0e6cac7aa8a1428f992de1424edd118a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '348a95a6-a1de-42d7-9704-6c19645b134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:58Z', 'updated_at': '2021-05-04T14:36:02Z', 'revision_number': 3, 'project_id': '0e6cac7aa8a1428f992de1424edd118a', 'gw_port': {'id': '348a95a6-a1de-42d7-9704-6c19645b134b', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:59:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0c680d-12b5-4573-a754-7a6420dc516f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:59Z', 'updated_at': '2021-05-04T14:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:06.555373 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Checking router: 6b0c680d-12b5-4573-a754-7a6420dc516f for host: dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:36:06.559124 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Updating router 6b0c680d-12b5-4573-a754-7a6420dc516f port 348a95a6-a1de-42d7-9704-6c19645b134b binding host dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:36:06.627168 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] For port cc69c283-10ce-400d-b9ba-7cede6f04c98, host hv-cinder-77262, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:36:06.632823 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] For port cc69c283-10ce-400d-b9ba-7cede6f04c98, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cc69c283-10ce-400d-b9ba-7cede6f04c98,segment=NetworkSegment(69042764-13a9-4083-b14f-24a607f516d3),segment_id=69042764-13a9-4083-b14f-24a607f516d3)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:36:06.640801 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:06.647408 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:06.734822 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b069b5bd-cc77-4ee8-b628-938d24df1da1 req-6263ab53-d0b7-4e8a-9910-6173273506aa tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5848961 May 04 14:36:06.772481 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 0e10d31e-8921-41f5-8087-e49a471df2e1 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:06.773984 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:06.810436 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:06.811175 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:06.812720 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0784b3b5-2253-442a-8dad-285bf00f819f req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] 10.222.0.47 "PUT /v2.0/ports/cc69c283-10ce-400d-b9ba-7cede6f04c98 HTTP/1.1" status: 200 len: 1093 time: 2.1683698 May 04 14:36:06.813372 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b41c87-d136-4f81-83a7-2fd2b57ab20a', 'tag': 'cc69c283-10ce-400d-b9ba-7cede6f04c98'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:06.817868 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:06.839187 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Pushing event updated for resources: {'Port': ['ID=cc69c283-10ce-400d-b9ba-7cede6f04c98,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:06.845967 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:06.984926 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcb1df-ed49-4306-b095-52c9d745ed86 req-93c0a771-6c57-47fa-b53c-8a971c76470e tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:06.992788 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4afcb1df-ed49-4306-b095-52c9d745ed86 req-93c0a771-6c57-47fa-b53c-8a971c76470e tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.3869469 May 04 14:36:07.112318 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4afcb1df-ed49-4306-b095-52c9d745ed86 req-a38bfa04-71df-4d89-ab92-c46f321ea778 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184862 May 04 14:36:07.176874 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:07.197688 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784b3b5-2253-442a-8dad-285bf00f819f req-ac666dbf-a911-4cb7-9277-fb98e2f82e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:07.200172 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0784b3b5-2253-442a-8dad-285bf00f819f req-ac666dbf-a911-4cb7-9277-fb98e2f82e4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da85c57c1635433189e040d0d7cab5d3&device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 1096 time: 0.3211868 May 04 14:36:07.396971 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0784b3b5-2253-442a-8dad-285bf00f819f req-d090a224-8dea-4623-87bf-3e43258e16ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc69c283-10ce-400d-b9ba-7cede6f04c98 HTTP/1.1" status: 200 len: 217 time: 0.1883676 May 04 14:36:07.402752 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b41c87-d136-4f81-83a7-2fd2b57ab20a', 'tag': 'cc69c283-10ce-400d-b9ba-7cede6f04c98', 'status': 'completed', 'code': 200} May 04 14:36:07.550530 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784b3b5-2253-442a-8dad-285bf00f819f req-5cc4f7ad-ea5a-45e5-8c29-5d1a8dde67e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:07.552542 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0784b3b5-2253-442a-8dad-285bf00f819f req-5cc4f7ad-ea5a-45e5-8c29-5d1a8dde67e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=579d1c27-dc01-4b17-b9d3-0088913fb98a HTTP/1.1" status: 200 len: 848 time: 0.1466193 May 04 14:36:07.574532 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Notify callbacks [] for port, precommit_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:07.613694 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0784b3b5-2253-442a-8dad-285bf00f819f req-1b21bf45-c717-40cb-a862-668c6126a9ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7691e781-1413-4cd4-a726-506f5e535d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519094 May 04 14:36:07.617328 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.provisioning_blocks [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Transition to ACTIVE for port object 348a95a6-a1de-42d7-9704-6c19645b134b will not be triggered until provisioned by entity L2. {{(pid=73824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:36:07.631443 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:07.637821 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:07.690520 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Allocated IP 172.20.0.1 (3dca99f9-5836-47e6-9629-b88bb4c98761/cfd52a90-0f7e-4abb-bf4b-302b26d5cd1a/5ed95162-8e4e-4dca-b64b-eaa157dafd40) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:36:07.797075 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d56a57-7d7e-4577-93e2-26e330726739 None None] Pushing event updated for resources: {'Port': ['ID=348a95a6-a1de-42d7-9704-6c19645b134b,revision_number=2']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:07.811155 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d56a57-7d7e-4577-93e2-26e330726739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:07.811773 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d56a57-7d7e-4577-93e2-26e330726739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:07.812310 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d56a57-7d7e-4577-93e2-26e330726739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:07.814224 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d56a57-7d7e-4577-93e2-26e330726739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:07.814832 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d56a57-7d7e-4577-93e2-26e330726739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:07.815313 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d56a57-7d7e-4577-93e2-26e330726739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:07.815787 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d56a57-7d7e-4577-93e2-26e330726739 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:07.816485 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d56a57-7d7e-4577-93e2-26e330726739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:07.817996 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d56a57-7d7e-4577-93e2-26e330726739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:07.818543 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d56a57-7d7e-4577-93e2-26e330726739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:07.819060 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d56a57-7d7e-4577-93e2-26e330726739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:07.819658 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d56a57-7d7e-4577-93e2-26e330726739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:07.825505 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-13d56a57-7d7e-4577-93e2-26e330726739 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:07.833532 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Attempting to bind port 348a95a6-a1de-42d7-9704-6c19645b134b on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:36:07.833947 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Attempting to bind port 348a95a6-a1de-42d7-9704-6c19645b134b by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:36:07.834293 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Attempting to bind port 348a95a6-a1de-42d7-9704-6c19645b134b on network 49af3acc-aa66-439a-917a-edeb41136f16 {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:36:07.842884 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:36:07.843249 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Checking segment: {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:36:07.843648 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:07.844047 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Bound using segment: {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:36:07.844708 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Bound port: 348a95a6-a1de-42d7-9704-6c19645b134b, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:36:07.846695 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:07.901556 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0784b3b5-2253-442a-8dad-285bf00f819f req-70a8509e-10ab-4bb1-8197-0d0e34b80fb9 service neutron] 10.222.0.47 "GET /v2.0/networks/7691e781-1413-4cd4-a726-506f5e535d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802289 May 04 14:36:07.920751 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:07.940730 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Transition to ACTIVE for port object 5ed95162-8e4e-4dca-b64b-eaa157dafd40 will not be triggered until provisioned by entity DHCP. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:36:07.970837 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] For port 348a95a6-a1de-42d7-9704-6c19645b134b, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:36:07.975298 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] For port 348a95a6-a1de-42d7-9704-6c19645b134b, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=348a95a6-a1de-42d7-9704-6c19645b134b,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:36:07.979003 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:07.980576 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:07.987236 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-edd4deb9-7e4e-497a-9b66-f10ca08197ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:07.999543 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:08.035276 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c85f35aa-ae25-43c8-88b0-a3a8bdd3958a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:08.086537 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Routers {'6b0c680d-12b5-4573-a754-7a6420dc516f'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:36:08.087172 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:36:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['6b0c680d-12b5-4573-a754-7a6420dc516f'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:08.098310 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Network 3dca99f9-5836-47e6-9629-b88bb4c98761 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:36:08.116604 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:36:08.159655 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0784b3b5-2253-442a-8dad-285bf00f819f req-242d2a89-4740-4150-b798-0ef5a3c2b49f service neutron] 10.222.0.47 "GET /v2.0/networks/7691e781-1413-4cd4-a726-506f5e535d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487941 May 04 14:36:08.201026 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d56a57-7d7e-4577-93e2-26e330726739 None None] Pushing event updated for resources: {'Port': ['ID=348a95a6-a1de-42d7-9704-6c19645b134b,revision_number=3']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:08.205885 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-13d56a57-7d7e-4577-93e2-26e330726739 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:08.229278 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:08.244850 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:36:08.388583 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c048a-25cb-4b1a-b7a5-9ab68cd4a555 req-18c20eac-6ea9-4ac4-b157-f6c336b549e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:08.390292 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-809c048a-25cb-4b1a-b7a5-9ab68cd4a555 req-18c20eac-6ea9-4ac4-b157-f6c336b549e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da85c57c1635433189e040d0d7cab5d3&device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 1096 time: 0.1289346 May 04 14:36:08.470651 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] Set router 6b0c680d-12b5-4573-a754-7a6420dc516f gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:36:08.531573 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-f8294892-f093-4ba0-83d7-ef58d19d7095 None None] Provisioning for port 5ed95162-8e4e-4dca-b64b-eaa157dafd40 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:36:08.537678 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-f8294892-f093-4ba0-83d7-ef58d19d7095 None None] Provisioning complete for port 5ed95162-8e4e-4dca-b64b-eaa157dafd40 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:08.538414 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f8294892-f093-4ba0-83d7-ef58d19d7095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:08.562103 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919254'] for router_interface, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:08.584953 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c048a-25cb-4b1a-b7a5-9ab68cd4a555 req-754c0712-130f-4de9-b6b3-ba2fc86c7a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:08.587352 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-809c048a-25cb-4b1a-b7a5-9ab68cd4a555 req-754c0712-130f-4de9-b6b3-ba2fc86c7a04 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7691e781-1413-4cd4-a726-506f5e535d00 HTTP/1.1" status: 200 len: 909 time: 0.1899509 May 04 14:36:08.595403 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed95162-8e4e-4dca-b64b-eaa157dafd40,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:08.604432 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-f8294892-f093-4ba0-83d7-ef58d19d7095 None None] Port 5ed95162-8e4e-4dca-b64b-eaa157dafd40 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:36:08.608164 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:08.674187 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-809c048a-25cb-4b1a-b7a5-9ab68cd4a555 req-0749c9dd-55ad-4c68-b165-abe4a5a84034 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc69c283-10ce-400d-b9ba-7cede6f04c98 HTTP/1.1" status: 200 len: 217 time: 0.0783823 May 04 14:36:08.709345 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abbe71-a463-4bed-9a01-08f50467079b req-8cd69f71-3f0c-461f-a40a-6795ba1d7392 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:08.711343 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-61abbe71-a463-4bed-9a01-08f50467079b req-8cd69f71-3f0c-461f-a40a-6795ba1d7392 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 943 time: 0.6184349 May 04 14:36:08.747762 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe16c93-b8e1-4769-a83d-4895b3bb1a3a req-e75d20ba-2742-4678-a18c-5154af8d0578 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:08.749403 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8fe16c93-b8e1-4769-a83d-4895b3bb1a3a req-e75d20ba-2742-4678-a18c-5154af8d0578 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.3009570 May 04 14:36:08.861657 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-61abbe71-a463-4bed-9a01-08f50467079b req-ea7d191e-0d7c-4d7c-8afe-ced8d4e97209 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423550 May 04 14:36:08.891249 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8fe16c93-b8e1-4769-a83d-4895b3bb1a3a req-e9f2338f-8fa8-436c-9f2e-ad77d28eb7ff tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346140 May 04 14:36:08.923402 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c048a-25cb-4b1a-b7a5-9ab68cd4a555 req-c822df4a-b68e-4c66-8a7e-71973e0d603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:08.925576 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-809c048a-25cb-4b1a-b7a5-9ab68cd4a555 req-c822df4a-b68e-4c66-8a7e-71973e0d603c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=579d1c27-dc01-4b17-b9d3-0088913fb98a HTTP/1.1" status: 200 len: 848 time: 0.2441540 May 04 14:36:08.947400 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0c680d-12b5-4573-a754-7a6420dc516f', 'name': 'tempest-TestShelveInstance-1356074458-router', 'tenant_id': '0e6cac7aa8a1428f992de1424edd118a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '348a95a6-a1de-42d7-9704-6c19645b134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:58Z', 'updated_at': '2021-05-04T14:36:02Z', 'revision_number': 3, 'project_id': '0e6cac7aa8a1428f992de1424edd118a', 'gw_port': {'id': '348a95a6-a1de-42d7-9704-6c19645b134b', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:59:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0c680d-12b5-4573-a754-7a6420dc516f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:59Z', 'updated_at': '2021-05-04T14:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:08.962095 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2468fc4-c743-49c0-a191-0e9764f49194 None None] The sync data for ids ['6b0c680d-12b5-4573-a754-7a6420dc516f'] in dv-cinder-772623-4-smb is: [{'id': '6b0c680d-12b5-4573-a754-7a6420dc516f', 'name': 'tempest-TestShelveInstance-1356074458-router', 'tenant_id': '0e6cac7aa8a1428f992de1424edd118a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '348a95a6-a1de-42d7-9704-6c19645b134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:58Z', 'updated_at': '2021-05-04T14:36:02Z', 'revision_number': 3, 'project_id': '0e6cac7aa8a1428f992de1424edd118a', 'gw_port': {'id': '348a95a6-a1de-42d7-9704-6c19645b134b', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:59:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0c680d-12b5-4573-a754-7a6420dc516f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:59Z', 'updated_at': '2021-05-04T14:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:36:08.982212 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:09.010247 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-809c048a-25cb-4b1a-b7a5-9ab68cd4a555 req-3a8b66b1-cb24-46bd-ba5f-c542cc0bdb87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7691e781-1413-4cd4-a726-506f5e535d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771863 May 04 14:36:09.090316 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:09.172240 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-809c048a-25cb-4b1a-b7a5-9ab68cd4a555 req-21bf079d-95be-4899-84cf-ac890d2993f4 service neutron] 10.222.0.47 "GET /v2.0/networks/7691e781-1413-4cd4-a726-506f5e535d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511545 May 04 14:36:09.456870 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-809c048a-25cb-4b1a-b7a5-9ab68cd4a555 req-303de2c5-ceac-4d72-a656-114270828623 service neutron] 10.222.0.47 "GET /v2.0/networks/7691e781-1413-4cd4-a726-506f5e535d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548451 May 04 14:36:09.464312 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:09.471836 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10542736'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:09.502390 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-12c5ee0f-45e1-4d6c-ac1f-60a2f928c941 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:09.612862 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed95162-8e4e-4dca-b64b-eaa157dafd40,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:09.621255 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:09.629580 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919157'] for router_interface, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:09.817936 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-737eaefc-faa3-400b-b00a-8136380c8175 req-17743b8d-b7fc-42b8-9f62-44b686066c9e tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=bf683cf6c25d4324b385aeee35cb8a01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469363 May 04 14:36:10.106978 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Network 3dca99f9-5836-47e6-9629-b88bb4c98761 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:36:10.112592 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:36:10.300359 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737eaefc-faa3-400b-b00a-8136380c8175 req-f672d2bb-4c99-4b9a-8854-6c4300609ec1 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:10.311526 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-737eaefc-faa3-400b-b00a-8136380c8175 req-f672d2bb-4c99-4b9a-8854-6c4300609ec1 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4835291 May 04 14:36:10.425146 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-737eaefc-faa3-400b-b00a-8136380c8175 req-8e1c4dc0-efc9-4cac-97f2-15c6a051bac5 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/quotas/bf683cf6c25d4324b385aeee35cb8a01 HTTP/1.1" status: 200 len: 375 time: 0.1123917 May 04 14:36:10.455218 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-cd28b3b2-cebd-43e8-8c58-ba0adc579315 None None] Provisioning complete for port 5ed95162-8e4e-4dca-b64b-eaa157dafd40 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:10.456110 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-cd28b3b2-cebd-43e8-8c58-ba0adc579315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:10.476550 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dec346-4356-4502-8c7e-9c29e083eeb7 req-71ce800e-666e-4c2e-ae86-e07681ed08aa tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:10.478049 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-46dec346-4356-4502-8c7e-9c29e083eeb7 req-71ce800e-666e-4c2e-ae86-e07681ed08aa tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 943 time: 0.4428182 May 04 14:36:10.515682 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-737eaefc-faa3-400b-b00a-8136380c8175 req-cc35503d-5529-4fbb-8ea5-3b5e7c979530 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf683cf6c25d4324b385aeee35cb8a01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821249 May 04 14:36:10.523620 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 348a95a6-a1de-42d7-9704-6c19645b134b up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:36:10.594389 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-cd28b3b2-cebd-43e8-8c58-ba0adc579315 None None] Port 5ed95162-8e4e-4dca-b64b-eaa157dafd40 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:36:10.608299 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Router 6b0c680d-12b5-4573-a754-7a6420dc516f has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:36:10.630761 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 348a95a6-a1de-42d7-9704-6c19645b134b completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:36:10.639490 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 348a95a6-a1de-42d7-9704-6c19645b134b triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:10.639921 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:10.662738 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-46dec346-4356-4502-8c7e-9c29e083eeb7 req-5e64a60a-16c8-4859-bfe0-1ab8ea7584d7 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618602 May 04 14:36:10.709744 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device cc69c283-10ce-400d-b9ba-7cede6f04c98 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:36:10.837245 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433d641-af48-42ae-93c0-aad1190e2b94 req-c921705c-70df-4821-bcbc-fc5b086cfe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:10.840330 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-7433d641-af48-42ae-93c0-aad1190e2b94 req-c921705c-70df-4821-bcbc-fc5b086cfe40 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 1099 time: 0.3500276 May 04 14:36:10.890994 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:11.004522 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-7433d641-af48-42ae-93c0-aad1190e2b94 req-0b4ff7b3-191d-4ce3-a1ec-a6345c1ea9e7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564200 May 04 14:36:11.005051 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:11.007065 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port 348a95a6-a1de-42d7-9704-6c19645b134b, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=348a95a6-a1de-42d7-9704-6c19645b134b,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:11.017438 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:11.023912 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:11.183261 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=348a95a6-a1de-42d7-9704-6c19645b134b,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:11.188691 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:11.201237 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port cc69c283-10ce-400d-b9ba-7cede6f04c98, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cc69c283-10ce-400d-b9ba-7cede6f04c98,segment=NetworkSegment(69042764-13a9-4083-b14f-24a607f516d3),segment_id=69042764-13a9-4083-b14f-24a607f516d3)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:11.233634 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': 'cc69c283-10ce-400d-b9ba-7cede6f04c98', 'network_id': '7691e781-1413-4cd4-a726-506f5e535d00', 'port_id': 'cc69c283-10ce-400d-b9ba-7cede6f04c98', 'mac_address': 'fa:16:3e:00:5f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579d1c27-dc01-4b17-b9d3-0088913fb98a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:36:11.359508 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:11.383758 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc69c283-10ce-400d-b9ba-7cede6f04c98 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:36:11.394433 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1c0cdba5-083f-4e16-bd16-bf9680ba06ea req-413f8ef5-88ee-4813-b448-a87d7ead5fa3 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 210 time: 0.1250410 May 04 14:36:11.417868 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port cc69c283-10ce-400d-b9ba-7cede6f04c98, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cc69c283-10ce-400d-b9ba-7cede6f04c98,segment=NetworkSegment(69042764-13a9-4083-b14f-24a607f516d3),segment_id=69042764-13a9-4083-b14f-24a607f516d3)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:11.427845 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:11.431992 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:11.445719 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:36:11.476104 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Sync routers for ids ['6b0c680d-12b5-4573-a754-7a6420dc516f'] in dv-cinder-772623-4-smb {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:36:11.485297 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] 10.222.0.37 "PUT /v2.0/routers/6b0c680d-12b5-4573-a754-7a6420dc516f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9804168 May 04 14:36:11.499259 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Routers {'6b0c680d-12b5-4573-a754-7a6420dc516f'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:36:11.499795 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:36:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['6b0c680d-12b5-4573-a754-7a6420dc516f'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:11.534574 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5995faa-11e9-49c1-85b4-7223c92da63e req-6e77c5e2-6063-4146-b025-6556ca071606 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:11.553863 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a5995faa-11e9-49c1-85b4-7223c92da63e req-6e77c5e2-6063-4146-b025-6556ca071606 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.3824944 May 04 14:36:11.670892 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a5995faa-11e9-49c1-85b4-7223c92da63e req-180fe54d-2137-4ca4-9265-510da817ae66 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145165 May 04 14:36:11.907123 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Set router 6b0c680d-12b5-4573-a754-7a6420dc516f gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:36:11.942187 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6426ee-b3a4-4952-bde8-a10cd42d4457 req-2f60ca00-cb92-448d-8346-481e4e622835 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:11.950245 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-de6426ee-b3a4-4952-bde8-a10cd42d4457 req-2f60ca00-cb92-448d-8346-481e4e622835 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 944 time: 0.1291189 May 04 14:36:12.015371 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-de6426ee-b3a4-4952-bde8-a10cd42d4457 req-18619ef7-5853-4f77-9c8f-6145f7ad5eb8 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640721 May 04 14:36:12.064925 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['cc69c283-10ce-400d-b9ba-7cede6f04c98'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:36:12.138809 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=cc69c283-10ce-400d-b9ba-7cede6f04c98,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:12.202511 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:12.456238 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 348a95a6-a1de-42d7-9704-6c19645b134b up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:36:12.583866 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-61c4c3af-f6ca-4dc2-aad2-042275f5c428 req-f58a2a78-6711-47c2-8a5b-1986b5b57112 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 210 time: 0.0532424 May 04 14:36:12.642771 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 58336) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:12.648303 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-f7dbef11-e1f3-4aad-a2db-da01d0681489 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2120695796', 'description': 'tempest-secgroup-smoke-2120695796 description', 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:36:12.654871 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f7dbef11-e1f3-4aad-a2db-da01d0681489 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:36:12.659686 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-f7dbef11-e1f3-4aad-a2db-da01d0681489 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Usage tracker for resource:security_group and tenant:b9af81ed309c4321bdd601cdf3c05a10 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:36:12.663459 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-f7dbef11-e1f3-4aad-a2db-da01d0681489 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:36:12.672111 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f7dbef11-e1f3-4aad-a2db-da01d0681489 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:36:12.684312 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f7dbef11-e1f3-4aad-a2db-da01d0681489 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:12.709723 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f7dbef11-e1f3-4aad-a2db-da01d0681489 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:36:12.714901 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-f7dbef11-e1f3-4aad-a2db-da01d0681489 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Usage tracker for resource:security_group_rule and tenant:b9af81ed309c4321bdd601cdf3c05a10 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:36:12.718886 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-f7dbef11-e1f3-4aad-a2db-da01d0681489 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:36:12.726641 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f7dbef11-e1f3-4aad-a2db-da01d0681489 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:36:12.752654 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 348a95a6-a1de-42d7-9704-6c19645b134b triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:12.753258 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:12.857737 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f7dbef11-e1f3-4aad-a2db-da01d0681489 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:12.886242 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0c680d-12b5-4573-a754-7a6420dc516f', 'name': 'tempest-TestShelveInstance-1356074458-router', 'tenant_id': '0e6cac7aa8a1428f992de1424edd118a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '348a95a6-a1de-42d7-9704-6c19645b134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:58Z', 'updated_at': '2021-05-04T14:36:08Z', 'revision_number': 4, 'project_id': '0e6cac7aa8a1428f992de1424edd118a', 'gw_port': {'id': '348a95a6-a1de-42d7-9704-6c19645b134b', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:59:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0c680d-12b5-4573-a754-7a6420dc516f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:59Z', 'updated_at': '2021-05-04T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '5ed95162-8e4e-4dca-b64b-eaa157dafd40', 'name': '', 'network_id': '3dca99f9-5836-47e6-9629-b88bb4c98761', 'tenant_id': '0e6cac7aa8a1428f992de1424edd118a', 'mac_address': 'fa:16:3e:51:51:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0c680d-12b5-4573-a754-7a6420dc516f', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cfd52a90-0f7e-4abb-bf4b-302b26d5cd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:36:07Z', 'updated_at': '2021-05-04T14:36:09Z', 'revision_number': 2, 'project_id': '0e6cac7aa8a1428f992de1424edd118a', 'subnets': [{'id': 'cfd52a90-0f7e-4abb-bf4b-302b26d5cd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:12.911501 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f7dbef11-e1f3-4aad-a2db-da01d0681489 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:12.919541 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Checking router: 6b0c680d-12b5-4573-a754-7a6420dc516f for host: dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:36:12.919984 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Updating router 6b0c680d-12b5-4573-a754-7a6420dc516f port 5ed95162-8e4e-4dca-b64b-eaa157dafd40 binding host dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:36:12.933744 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-689075c4-3596-4305-b804-7a10b9bf298c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:12.949259 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938c694-b318-4dc1-ad05-c1083885c3e6 req-f76e650e-194d-4f60-baa1-6041fe4012cd tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:12.949259 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7938c694-b318-4dc1-ad05-c1083885c3e6 req-f76e650e-194d-4f60-baa1-6041fe4012cd tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.1274941 May 04 14:36:12.981543 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-737eaefc-faa3-400b-b00a-8136380c8175 req-a9d9d253-8a66-4f0e-b99f-8912c8f23b2d tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=bf683cf6c25d4324b385aeee35cb8a01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1146288 May 04 14:36:13.038272 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:13.045007 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7938c694-b318-4dc1-ad05-c1083885c3e6 req-382754f5-e3d8-4335-8ad1-7306fdab2cbb tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869985 May 04 14:36:13.123989 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbef11-e1f3-4aad-a2db-da01d0681489 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e74174c-cff3-48df-8e81-cf588df2ac86,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:13.150940 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f7dbef11-e1f3-4aad-a2db-da01d0681489 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:13.157281 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 58352) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:13.158206 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-f7dbef11-e1f3-4aad-a2db-da01d0681489 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5135198 May 04 14:36:13.162842 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-9c861e7d-5991-4367-9f2c-1cf582fa4488 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Request body: {'security_group_rule': {'security_group_id': '8e74174c-cff3-48df-8e81-cf588df2ac86', 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:36:13.165647 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f7dbef11-e1f3-4aad-a2db-da01d0681489 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:13.179269 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-9c861e7d-5991-4367-9f2c-1cf582fa4488 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:36:13.279287 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-9c861e7d-5991-4367-9f2c-1cf582fa4488 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Usage tracker for resource:security_group_rule and tenant:b9af81ed309c4321bdd601cdf3c05a10 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:36:13.284044 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-9c861e7d-5991-4367-9f2c-1cf582fa4488 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:36:13.315107 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-9c861e7d-5991-4367-9f2c-1cf582fa4488 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:36:13.360315 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9c861e7d-5991-4367-9f2c-1cf582fa4488 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:13.426603 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737eaefc-faa3-400b-b00a-8136380c8175 req-3dde88c1-dde6-4256-a1f8-712d49852f0a tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:13.428814 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-737eaefc-faa3-400b-b00a-8136380c8175 req-3dde88c1-dde6-4256-a1f8-712d49852f0a tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4405591 May 04 14:36:13.444616 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Request body: {'port': {'device_id': 'ccc6b65d-56f8-4021-bcd6-f0e7e1696e77', 'network_id': '144054b4-4a87-43b5-89c3-1be1defbbc1e', 'admin_state_up': True, 'tenant_id': 'bf683cf6c25d4324b385aeee35cb8a01'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:36:13.568762 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba68623-8a6c-47d4-9dc1-2c76d38a25ff req-3fba0240-d5a4-427e-ab4e-58be1395cfc7 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:13.588517 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2ba68623-8a6c-47d4-9dc1-2c76d38a25ff req-3fba0240-d5a4-427e-ab4e-58be1395cfc7 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 944 time: 0.4064817 May 04 14:36:13.659278 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:36:13.666742 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Usage tracker for resource:port and tenant:bf683cf6c25d4324b385aeee35cb8a01 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:36:13.671876 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:36:13.680933 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:36:13.691000 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2ba68623-8a6c-47d4-9dc1-2c76d38a25ff req-4b27e39a-182c-4e4e-aaed-0179dff0c50a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010962 May 04 14:36:13.697695 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Made reservation on behalf of bf683cf6c25d4324b385aeee35cb8a01 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:36:13.706095 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:13.708954 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:13.726033 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9c861e7d-5991-4367-9f2c-1cf582fa4488 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:13.737067 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9c861e7d-5991-4367-9f2c-1cf582fa4488 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:13.739929 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:13.740199 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:13.780255 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c861e7d-5991-4367-9f2c-1cf582fa4488 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b50c50-f747-4e4e-ade8-792a77d102c1,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:13.785511 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9c861e7d-5991-4367-9f2c-1cf582fa4488 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:13.799806 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9c861e7d-5991-4367-9f2c-1cf582fa4488 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:13.805024 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 58372) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:13.805755 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-9c861e7d-5991-4367-9f2c-1cf582fa4488 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6472924 May 04 14:36:13.814649 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:36:13.817412 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Notify callbacks [] for port, precommit_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:13.845631 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-20645dd5-da66-4609-931c-2c8b29afe233 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Request body: {'security_group_rule': {'security_group_id': '8e74174c-cff3-48df-8e81-cf588df2ac86', 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:36:13.850545 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Transition to ACTIVE for port object 5ed95162-8e4e-4dca-b64b-eaa157dafd40 will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:36:13.870755 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:13.876977 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Usage tracker for resource:security_group_rule and tenant:bf683cf6c25d4324b385aeee35cb8a01 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:36:13.879283 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:13.883008 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-20645dd5-da66-4609-931c-2c8b29afe233 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:36:13.887035 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:36:13.900727 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-20645dd5-da66-4609-931c-2c8b29afe233 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Usage tracker for resource:security_group_rule and tenant:b9af81ed309c4321bdd601cdf3c05a10 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:36:13.913205 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-20645dd5-da66-4609-931c-2c8b29afe233 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:36:13.918764 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:36:13.930994 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-20645dd5-da66-4609-931c-2c8b29afe233 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:36:14.002517 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-20645dd5-da66-4609-931c-2c8b29afe233 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:14.036094 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-448bdd22-68ba-4449-8ad4-b96d474a0e3e req-a654bef9-5662-4670-8c12-9afdf74c622c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 210 time: 0.0717247 May 04 14:36:14.185454 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-20645dd5-da66-4609-931c-2c8b29afe233 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:14.202299 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-20645dd5-da66-4609-931c-2c8b29afe233 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:14.238569 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:14.274279 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bb839-236e-4c7c-9d7e-86e27eea59fc None None] Pushing event updated for resources: {'Port': ['ID=5ed95162-8e4e-4dca-b64b-eaa157dafd40,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:14.358330 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-6c9bb839-236e-4c7c-9d7e-86e27eea59fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:14.359156 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:14.374390 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20645dd5-da66-4609-931c-2c8b29afe233 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a7ba7fd-c5e8-4a95-9a17-39a7814304f1,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:14.379649 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-20645dd5-da66-4609-931c-2c8b29afe233 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:14.385995 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:14.393608 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:14.414187 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Attempting to bind port 5ed95162-8e4e-4dca-b64b-eaa157dafd40 on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:36:14.414797 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Attempting to bind port 5ed95162-8e4e-4dca-b64b-eaa157dafd40 by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': 'd16c0e26-6ea8-4830-bb38-f33d71c598ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3dca99f9-5836-47e6-9629-b88bb4c98761'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:36:14.415342 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Attempting to bind port 5ed95162-8e4e-4dca-b64b-eaa157dafd40 on network 3dca99f9-5836-47e6-9629-b88bb4c98761 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:36:14.438746 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:36:14.441488 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Checking segment: {'id': 'd16c0e26-6ea8-4830-bb38-f33d71c598ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3dca99f9-5836-47e6-9629-b88bb4c98761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:36:14.441488 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:14.442055 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Bound using segment: {'id': 'd16c0e26-6ea8-4830-bb38-f33d71c598ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3dca99f9-5836-47e6-9629-b88bb4c98761'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:36:14.442874 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Bound port: 5ed95162-8e4e-4dca-b64b-eaa157dafd40, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16c0e26-6ea8-4830-bb38-f33d71c598ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3dca99f9-5836-47e6-9629-b88bb4c98761'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:36:14.443497 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:14.466150 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6be03a-955d-4d0d-a2f9-6dc8d99d3448 req-43e86e0f-feaa-473e-b6a1-bdbca34ef292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:14.467689 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1c6be03a-955d-4d0d-a2f9-6dc8d99d3448 req-43e86e0f-feaa-473e-b6a1-bdbca34ef292 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=390c134d64f748c3bb44d08875d33b93&device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 1099 time: 0.2211354 May 04 14:36:14.480521 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0751803-a886-40ae-9d64-cd12bcd905ce req-fb241b42-fe24-426a-a7f2-b880aa600517 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:14.482090 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d0751803-a886-40ae-9d64-cd12bcd905ce req-fb241b42-fe24-426a-a7f2-b880aa600517 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.1315174 May 04 14:36:14.489143 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-20645dd5-da66-4609-931c-2c8b29afe233 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:14.491208 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-20645dd5-da66-4609-931c-2c8b29afe233 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6828241 May 04 14:36:14.499753 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 58378) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:14.513331 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-0e91d70f-5396-41ee-a53f-bb0af1cdf719 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Request body: {'security_group_rule': {'security_group_id': '8e74174c-cff3-48df-8e81-cf588df2ac86', 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:36:14.544693 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0e91d70f-5396-41ee-a53f-bb0af1cdf719 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:36:14.553917 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-0e91d70f-5396-41ee-a53f-bb0af1cdf719 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Usage tracker for resource:security_group_rule and tenant:b9af81ed309c4321bdd601cdf3c05a10 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:36:14.560248 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-0e91d70f-5396-41ee-a53f-bb0af1cdf719 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:36:14.563525 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a40faf1-5ff0-4e3f-8610-3cad4b7621f2,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:14.567083 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:14.578201 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0e91d70f-5396-41ee-a53f-bb0af1cdf719 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:36:14.640253 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] For port 5ed95162-8e4e-4dca-b64b-eaa157dafd40, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:36:14.646676 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] For port 5ed95162-8e4e-4dca-b64b-eaa157dafd40, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=5ed95162-8e4e-4dca-b64b-eaa157dafd40,segment=NetworkSegment(d16c0e26-6ea8-4830-bb38-f33d71c598ec),segment_id=d16c0e26-6ea8-4830-bb38-f33d71c598ec)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:36:14.655267 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0e91d70f-5396-41ee-a53f-bb0af1cdf719 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:14.656440 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:14.665607 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:14.710622 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Allocated IP 192.168.233.15 (144054b4-4a87-43b5-89c3-1be1defbbc1e/7f398ce3-188b-4a65-8fa3-8a7073f5ab72/247b106c-fed6-4ec4-a00c-38fdc1bc5817) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:36:14.744721 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device cc69c283-10ce-400d-b9ba-7cede6f04c98 up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:36:14.797299 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0e91d70f-5396-41ee-a53f-bb0af1cdf719 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:14.812993 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d0751803-a886-40ae-9d64-cd12bcd905ce req-6ed76b06-1ba0-41fe-aef4-3457aa7a4323 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065155 May 04 14:36:14.815223 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0e91d70f-5396-41ee-a53f-bb0af1cdf719 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:14.855408 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-20645dd5-da66-4609-931c-2c8b29afe233 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:14.940806 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6be03a-955d-4d0d-a2f9-6dc8d99d3448 req-c1c4848b-d60e-43b6-b779-94e72326fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:14.944747 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1c6be03a-955d-4d0d-a2f9-6dc8d99d3448 req-c1c4848b-d60e-43b6-b779-94e72326fc85 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a63d9d4-1244-4591-8103-61cd0e0dc99c HTTP/1.1" status: 200 len: 920 time: 0.4614780 May 04 14:36:14.958144 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Routers {'6b0c680d-12b5-4573-a754-7a6420dc516f'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:36:14.960417 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:36:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['6b0c680d-12b5-4573-a754-7a6420dc516f'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:15.008258 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91d70f-5396-41ee-a53f-bb0af1cdf719 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a8302b-84f6-405f-b0f9-48a2dcaa7704,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:15.113808 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0e91d70f-5396-41ee-a53f-bb0af1cdf719 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:15.120902 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0e91d70f-5396-41ee-a53f-bb0af1cdf719 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:15.122296 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-0e91d70f-5396-41ee-a53f-bb0af1cdf719 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6159954 May 04 14:36:15.144582 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 58392) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:15.164587 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-ce4ea4bc-8080-4d6a-9b33-0466ff879a47 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Request body: {'security_group_rule': {'security_group_id': '8e74174c-cff3-48df-8e81-cf588df2ac86', 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:36:15.178133 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1c6be03a-955d-4d0d-a2f9-6dc8d99d3448 req-83cf61ac-f0a6-4be7-b2b5-6cbce31d00ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6100388c-46e0-416d-802a-e65d4573e6c7 HTTP/1.1" status: 200 len: 217 time: 0.2053390 May 04 14:36:15.192973 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-ce4ea4bc-8080-4d6a-9b33-0466ff879a47 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:36:15.206048 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-ce4ea4bc-8080-4d6a-9b33-0466ff879a47 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Usage tracker for resource:security_group_rule and tenant:b9af81ed309c4321bdd601cdf3c05a10 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:36:15.235654 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-ce4ea4bc-8080-4d6a-9b33-0466ff879a47 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:36:15.273871 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-ce4ea4bc-8080-4d6a-9b33-0466ff879a47 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:36:15.300526 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bb839-236e-4c7c-9d7e-86e27eea59fc None None] Pushing event updated for resources: {'Port': ['ID=5ed95162-8e4e-4dca-b64b-eaa157dafd40,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:15.329450 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-6c9bb839-236e-4c7c-9d7e-86e27eea59fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:15.372438 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ce4ea4bc-8080-4d6a-9b33-0466ff879a47 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:15.396251 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6be03a-955d-4d0d-a2f9-6dc8d99d3448 req-e34e82a0-d14e-410a-80e3-4c3d0e345d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:15.399029 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1c6be03a-955d-4d0d-a2f9-6dc8d99d3448 req-e34e82a0-d14e-410a-80e3-4c3d0e345d7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db720b98-3862-4a42-b165-0741d67f782a HTTP/1.1" status: 200 len: 859 time: 0.2058027 May 04 14:36:15.473787 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning for port cc69c283-10ce-400d-b9ba-7cede6f04c98 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:36:15.486119 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:15.501205 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port cc69c283-10ce-400d-b9ba-7cede6f04c98 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:15.501975 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:15.520190 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96283a1-65c5-4959-a199-f646df09ded7 req-db74ebbc-b806-4669-99e5-9819de0dc08d tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:15.536071 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Transition to ACTIVE for port object 247b106c-fed6-4ec4-a00c-38fdc1bc5817 will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:36:15.536576 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c96283a1-65c5-4959-a199-f646df09ded7 req-db74ebbc-b806-4669-99e5-9819de0dc08d tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 944 time: 0.7210839 May 04 14:36:15.543851 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-28882a7a-bdb4-4796-993b-a4c6daeac325 req-0d036899-2bc5-401f-b3f4-3cfd4707ca8b tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 210 time: 0.1431780 May 04 14:36:15.556223 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ce4ea4bc-8080-4d6a-9b33-0466ff879a47 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:15.578291 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ce4ea4bc-8080-4d6a-9b33-0466ff879a47 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:15.579254 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] Set router 6b0c680d-12b5-4573-a754-7a6420dc516f gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:36:15.592467 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:15.615323 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ea4bc-8080-4d6a-9b33-0466ff879a47 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6f4391-4086-49c4-8682-ad1dab63d6d5,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:15.625761 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ce4ea4bc-8080-4d6a-9b33-0466ff879a47 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:15.645101 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ce4ea4bc-8080-4d6a-9b33-0466ff879a47 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:15.646917 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-ce4ea4bc-8080-4d6a-9b33-0466ff879a47 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5009232 May 04 14:36:15.659340 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 58396) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:15.659340 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-6b3c8be2-a332-4e0a-a8f5-094770a86e65 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Request body: {'security_group_rule': {'security_group_id': '8e74174c-cff3-48df-8e81-cf588df2ac86', 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:36:15.665999 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:15.668682 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6b3c8be2-a332-4e0a-a8f5-094770a86e65 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:36:15.676280 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:15.690986 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1c6be03a-955d-4d0d-a2f9-6dc8d99d3448 req-94014bfc-0cbb-4d22-838f-27e656c0e2cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a63d9d4-1244-4591-8103-61cd0e0dc99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1456957 May 04 14:36:15.724958 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-6b3c8be2-a332-4e0a-a8f5-094770a86e65 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Usage tracker for resource:security_group_rule and tenant:b9af81ed309c4321bdd601cdf3c05a10 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:36:15.739384 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-6b3c8be2-a332-4e0a-a8f5-094770a86e65 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:36:15.751358 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6b3c8be2-a332-4e0a-a8f5-094770a86e65 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:36:15.772203 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Network 144054b4-4a87-43b5-89c3-1be1defbbc1e is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:36:15.775489 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c96283a1-65c5-4959-a199-f646df09ded7 req-37085f54-1200-40d4-b389-74ce48172a1d tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594234 May 04 14:36:15.782835 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:36:15.806183 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:36:15.812142 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:15.813568 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:15.823501 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Pushing event updated for resources: {'Port': ['ID=247b106c-fed6-4ec4-a00c-38fdc1bc5817,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:15.832694 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.securitygroups_db [None req-6b3c8be2-a332-4e0a-a8f5-094770a86e65 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Project b9af81ed309c4321bdd601cdf3c05a10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 14:36:15.843331 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:15.848036 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8be2-a332-4e0a-a8f5-094770a86e65 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:15.861956 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-737eaefc-faa3-400b-b00a-8136380c8175 req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4212053 May 04 14:36:15.894511 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Request body: {'port': {'device_id': 'ccc6b65d-56f8-4021-bcd6-f0e7e1696e77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:36:15.967855 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1c6be03a-955d-4d0d-a2f9-6dc8d99d3448 req-26b737e7-b97e-4ef4-a813-caae961c61e5 service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613642 May 04 14:36:16.175775 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8be2-a332-4e0a-a8f5-094770a86e65 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:16.189930 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8be2-a332-4e0a-a8f5-094770a86e65 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:16.196925 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ac1e5aad-8589-4404-9078-5929f08c7c44 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:16.217482 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:16.265964 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1c6be03a-955d-4d0d-a2f9-6dc8d99d3448 req-d7c91eba-ff49-4819-bfbd-65628b88b869 service neutron] 10.222.0.47 "GET /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872255 May 04 14:36:16.269536 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c8be2-a332-4e0a-a8f5-094770a86e65 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f19dc54-233e-4ffe-9994-e1e464b145cf,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:16.308540 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6b3c8be2-a332-4e0a-a8f5-094770a86e65 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:16.360128 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8be2-a332-4e0a-a8f5-094770a86e65 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:16.366035 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-6b3c8be2-a332-4e0a-a8f5-094770a86e65 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7087905 May 04 14:36:16.369914 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 58408) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:16.381779 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-073ad042-5b4c-403a-b7ec-2fda6fc67522 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Request body: {'security_group_rule': {'security_group_id': '8e74174c-cff3-48df-8e81-cf588df2ac86', 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:36:16.392845 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-073ad042-5b4c-403a-b7ec-2fda6fc67522 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:36:16.400440 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-073ad042-5b4c-403a-b7ec-2fda6fc67522 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Usage tracker for resource:security_group_rule and tenant:b9af81ed309c4321bdd601cdf3c05a10 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:36:16.404664 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-073ad042-5b4c-403a-b7ec-2fda6fc67522 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:36:16.417163 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe36af-da76-429c-9c79-ac86c44255f5 req-a9ab399b-e272-4ed6-85d7-73509b189d0d tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:16.418886 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7efe36af-da76-429c-9c79-ac86c44255f5 req-a9ab399b-e272-4ed6-85d7-73509b189d0d tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.3178344 May 04 14:36:16.425076 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-073ad042-5b4c-403a-b7ec-2fda6fc67522 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:36:16.458888 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.db.securitygroups_db [None req-073ad042-5b4c-403a-b7ec-2fda6fc67522 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Project b9af81ed309c4321bdd601cdf3c05a10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 14:36:16.475946 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-073ad042-5b4c-403a-b7ec-2fda6fc67522 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:16.507913 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7efe36af-da76-429c-9c79-ac86c44255f5 req-f665d359-c0b7-4d52-950b-c809411d11ba tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754035 May 04 14:36:16.545160 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:16.572834 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-073ad042-5b4c-403a-b7ec-2fda6fc67522 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:16.578867 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-073ad042-5b4c-403a-b7ec-2fda6fc67522 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:16.581981 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-8e4de245-19bd-45f9-80a7-270e889ec1a6 None None] Provisioning for port 247b106c-fed6-4ec4-a00c-38fdc1bc5817 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:36:16.605752 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-7a60feca-029e-43fa-89f9-03c78dba08e3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:16.610821 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-8e4de245-19bd-45f9-80a7-270e889ec1a6 None None] Provisioning complete for port 247b106c-fed6-4ec4-a00c-38fdc1bc5817 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:16.611767 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8e4de245-19bd-45f9-80a7-270e889ec1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:16.622810 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ad042-5b4c-403a-b7ec-2fda6fc67522 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a6da8b-be75-4f8f-a607-1bf95f7bac77,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:16.631687 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-073ad042-5b4c-403a-b7ec-2fda6fc67522 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:16.632928 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-073ad042-5b4c-403a-b7ec-2fda6fc67522 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:16.634286 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-073ad042-5b4c-403a-b7ec-2fda6fc67522 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2618232 May 04 14:36:16.696617 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port cc69c283-10ce-400d-b9ba-7cede6f04c98, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cc69c283-10ce-400d-b9ba-7cede6f04c98,segment=NetworkSegment(69042764-13a9-4083-b14f-24a607f516d3),segment_id=69042764-13a9-4083-b14f-24a607f516d3)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:16.696617 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b41c87-d136-4f81-83a7-2fd2b57ab20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc69c283-10ce-400d-b9ba-7cede6f04c98'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:16.724869 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:16.730442 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:16.891783 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b41c87-d136-4f81-83a7-2fd2b57ab20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc69c283-10ce-400d-b9ba-7cede6f04c98', 'code': 200} May 04 14:36:16.893925 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=cc69c283-10ce-400d-b9ba-7cede6f04c98,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:16.897357 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b7197-5341-4940-a2e9-1576d946922d req-b577870c-b61d-46bf-bfff-275939d170d7 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:16.903021 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:16.910019 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-8e4de245-19bd-45f9-80a7-270e889ec1a6 None None] Port 247b106c-fed6-4ec4-a00c-38fdc1bc5817 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:36:16.915445 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-680b7197-5341-4940-a2e9-1576d946922d req-b577870c-b61d-46bf-bfff-275939d170d7 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 935 time: 0.2003872 May 04 14:36:16.918314 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0c680d-12b5-4573-a754-7a6420dc516f', 'name': 'tempest-TestShelveInstance-1356074458-router', 'tenant_id': '0e6cac7aa8a1428f992de1424edd118a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '348a95a6-a1de-42d7-9704-6c19645b134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:58Z', 'updated_at': '2021-05-04T14:36:08Z', 'revision_number': 4, 'project_id': '0e6cac7aa8a1428f992de1424edd118a', 'gw_port': {'id': '348a95a6-a1de-42d7-9704-6c19645b134b', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:59:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0c680d-12b5-4573-a754-7a6420dc516f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:59Z', 'updated_at': '2021-05-04T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '5ed95162-8e4e-4dca-b64b-eaa157dafd40', 'name': '', 'network_id': '3dca99f9-5836-47e6-9629-b88bb4c98761', 'tenant_id': '0e6cac7aa8a1428f992de1424edd118a', 'mac_address': 'fa:16:3e:51:51:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0c680d-12b5-4573-a754-7a6420dc516f', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cfd52a90-0f7e-4abb-bf4b-302b26d5cd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:36:07Z', 'updated_at': '2021-05-04T14:36:14Z', 'revision_number': 4, 'project_id': '0e6cac7aa8a1428f992de1424edd118a', 'subnets': [{'id': 'cfd52a90-0f7e-4abb-bf4b-302b26d5cd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:16.923794 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f6ae8-4fea-42f4-9a1c-205e54f55c87 None None] The sync data for ids ['6b0c680d-12b5-4573-a754-7a6420dc516f'] in dv-cinder-772623-4-smb is: [{'id': '6b0c680d-12b5-4573-a754-7a6420dc516f', 'name': 'tempest-TestShelveInstance-1356074458-router', 'tenant_id': '0e6cac7aa8a1428f992de1424edd118a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '348a95a6-a1de-42d7-9704-6c19645b134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:58Z', 'updated_at': '2021-05-04T14:36:08Z', 'revision_number': 4, 'project_id': '0e6cac7aa8a1428f992de1424edd118a', 'gw_port': {'id': '348a95a6-a1de-42d7-9704-6c19645b134b', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:59:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0c680d-12b5-4573-a754-7a6420dc516f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:59Z', 'updated_at': '2021-05-04T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '5ed95162-8e4e-4dca-b64b-eaa157dafd40', 'name': '', 'network_id': '3dca99f9-5836-47e6-9629-b88bb4c98761', 'tenant_id': '0e6cac7aa8a1428f992de1424edd118a', 'mac_address': 'fa:16:3e:51:51:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0c680d-12b5-4573-a754-7a6420dc516f', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cfd52a90-0f7e-4abb-bf4b-302b26d5cd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:36:07Z', 'updated_at': '2021-05-04T14:36:14Z', 'revision_number': 4, 'project_id': '0e6cac7aa8a1428f992de1424edd118a', 'subnets': [{'id': 'cfd52a90-0f7e-4abb-bf4b-302b26d5cd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:36:17.100092 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-680b7197-5341-4940-a2e9-1576d946922d req-8f595a6b-888b-468e-8930-643ac6a972da tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a40faf1-5ff0-4e3f-8610-3cad4b7621f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822269 May 04 14:36:17.123583 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247b106c-fed6-4ec4-a00c-38fdc1bc5817 {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:36:17.144611 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:17.172512 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Transition to ACTIVE for port object 247b106c-fed6-4ec4-a00c-38fdc1bc5817 will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:36:17.178963 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:17.185807 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-290cc94d-65bf-49f9-9cdb-718fdab3543a tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:17.479690 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Pushing event updated for resources: {'Port': ['ID=247b106c-fed6-4ec4-a00c-38fdc1bc5817,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:17.495940 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:17.595812 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Attempting to bind port 247b106c-fed6-4ec4-a00c-38fdc1bc5817 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:36:17.596153 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Attempting to bind port 247b106c-fed6-4ec4-a00c-38fdc1bc5817 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '144054b4-4a87-43b5-89c3-1be1defbbc1e'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:36:17.596481 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Attempting to bind port 247b106c-fed6-4ec4-a00c-38fdc1bc5817 on network 144054b4-4a87-43b5-89c3-1be1defbbc1e {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:36:17.613443 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4a782-ada5-42c1-a6d0-645db8d760b2 req-1b477efb-a499-4550-b870-cbb2e4e13dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:17.613806 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Port 247b106c-fed6-4ec4-a00c-38fdc1bc5817 on network 144054b4-4a87-43b5-89c3-1be1defbbc1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:36:17.614046 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Attempting to bind port 247b106c-fed6-4ec4-a00c-38fdc1bc5817 on network 144054b4-4a87-43b5-89c3-1be1defbbc1e {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:36:17.623309 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ddc4a782-ada5-42c1-a6d0-645db8d760b2 req-1b477efb-a499-4550-b870-cbb2e4e13dc8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 1098 time: 0.3369377 May 04 14:36:17.627448 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Checking agent: {'id': '8bf5348c-0921-4b50-a8be-a73e0c140a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'started_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:36:17.627784 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Checking segment: {'id': 'ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '144054b4-4a87-43b5-89c3-1be1defbbc1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:36:17.628482 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Bound using segment: {'id': 'ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '144054b4-4a87-43b5-89c3-1be1defbbc1e'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:36:17.628877 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Bound port: 247b106c-fed6-4ec4-a00c-38fdc1bc5817, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '144054b4-4a87-43b5-89c3-1be1defbbc1e'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:36:17.629241 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:17.647862 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a50230-680b-40ff-8043-d98a7185299c req-585dc864-00c9-4373-984d-f966ed7c3c8e tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:17.661456 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-15a50230-680b-40ff-8043-d98a7185299c req-585dc864-00c9-4373-984d-f966ed7c3c8e tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 945 time: 0.5005753 May 04 14:36:17.792339 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-15a50230-680b-40ff-8043-d98a7185299c req-2b59e7d3-7b91-4625-8c8a-0bffce790d0f tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296895 May 04 14:36:17.816641 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ddc4a782-ada5-42c1-a6d0-645db8d760b2 req-08e1a2a6-69f3-4529-8cf2-32e2a3147c93 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528158 May 04 14:36:17.923591 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] For port 247b106c-fed6-4ec4-a00c-38fdc1bc5817, host hv-cinder-77262, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:36:17.929946 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] For port 247b106c-fed6-4ec4-a00c-38fdc1bc5817, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=247b106c-fed6-4ec4-a00c-38fdc1bc5817,segment=NetworkSegment(ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3),segment_id=ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:36:17.939545 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:17.987697 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0659a6e2-e0c8-46a4-8006-e05f6b610845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:18.156031 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:18.157123 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:18.163516 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-737eaefc-faa3-400b-b00a-8136380c8175 req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] 10.222.0.47 "PUT /v2.0/ports/247b106c-fed6-4ec4-a00c-38fdc1bc5817 HTTP/1.1" status: 200 len: 1097 time: 2.2922885 May 04 14:36:18.164314 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc6b65d-56f8-4021-bcd6-f0e7e1696e77', 'tag': '247b106c-fed6-4ec4-a00c-38fdc1bc5817'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:18.250817 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51ad51-0bb0-43e4-a755-bbb44d962a07 req-29ac8150-09f5-4fc0-8fd9-9816d4452d07 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:18.279595 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ea51ad51-0bb0-43e4-a755-bbb44d962a07 req-29ac8150-09f5-4fc0-8fd9-9816d4452d07 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.3291304 May 04 14:36:18.556358 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ea51ad51-0bb0-43e4-a755-bbb44d962a07 req-dfae6d4a-a4c9-4c33-a04f-0135aa000a2b tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714307 May 04 14:36:18.620775 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 5ed95162-8e4e-4dca-b64b-eaa157dafd40 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:36:18.656648 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Pushing event updated for resources: {'Port': ['ID=247b106c-fed6-4ec4-a00c-38fdc1bc5817,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:18.681068 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:18.815175 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737eaefc-faa3-400b-b00a-8136380c8175 req-daf1d36c-6801-45e9-91ad-54f417bf7397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:18.835956 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-737eaefc-faa3-400b-b00a-8136380c8175 req-daf1d36c-6801-45e9-91ad-54f417bf7397 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bf683cf6c25d4324b385aeee35cb8a01&device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 1100 time: 0.5046813 May 04 14:36:18.922826 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 5ed95162-8e4e-4dca-b64b-eaa157dafd40 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:36:18.934398 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 5ed95162-8e4e-4dca-b64b-eaa157dafd40 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:18.935296 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:18.977843 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585f469-d360-493c-9f2f-fad020c29eae req-8a72ef9d-961c-4d49-8224-0f9fbdd09021 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:18.986734 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a585f469-d360-493c-9f2f-fad020c29eae req-8a72ef9d-961c-4d49-8224-0f9fbdd09021 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 947 time: 0.2533104 May 04 14:36:19.072409 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a585f469-d360-493c-9f2f-fad020c29eae req-774942ba-3266-449c-af2c-c3f26e2da2e7 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a40faf1-5ff0-4e3f-8610-3cad4b7621f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843623 May 04 14:36:19.080541 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc6b65d-56f8-4021-bcd6-f0e7e1696e77', 'tag': '247b106c-fed6-4ec4-a00c-38fdc1bc5817', 'status': 'completed', 'code': 200} May 04 14:36:19.134245 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-737eaefc-faa3-400b-b00a-8136380c8175 req-b197fc66-190b-4fa7-903c-4a896d54842d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=247b106c-fed6-4ec4-a00c-38fdc1bc5817 HTTP/1.1" status: 200 len: 217 time: 0.2969162 May 04 14:36:19.312219 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737eaefc-faa3-400b-b00a-8136380c8175 req-48f5a101-3357-4565-bb26-80b76e49540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:19.315313 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-737eaefc-faa3-400b-b00a-8136380c8175 req-48f5a101-3357-4565-bb26-80b76e49540c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f398ce3-188b-4a65-8fa3-8a7073f5ab72 HTTP/1.1" status: 200 len: 843 time: 0.1704550 May 04 14:36:19.400638 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:19.541929 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port 5ed95162-8e4e-4dca-b64b-eaa157dafd40, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=5ed95162-8e4e-4dca-b64b-eaa157dafd40,segment=NetworkSegment(d16c0e26-6ea8-4830-bb38-f33d71c598ec),segment_id=d16c0e26-6ea8-4830-bb38-f33d71c598ec)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:19.555972 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:19.559841 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737eaefc-faa3-400b-b00a-8136380c8175 req-c0d1bfab-a651-40fb-b69a-a780f17f314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:19.560700 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:19.562838 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-737eaefc-faa3-400b-b00a-8136380c8175 req-c0d1bfab-a651-40fb-b69a-a780f17f314d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=144054b4-4a87-43b5-89c3-1be1defbbc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2383208 May 04 14:36:19.614966 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852953f7-6059-46a9-b5ed-49cd2aaf409a req-207443c4-a844-47ef-853e-cbf5fb574d03 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:19.618554 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-852953f7-6059-46a9-b5ed-49cd2aaf409a req-207443c4-a844-47ef-853e-cbf5fb574d03 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 945 time: 0.4701724 May 04 14:36:19.799572 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=5ed95162-8e4e-4dca-b64b-eaa157dafd40,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:19.810781 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-852953f7-6059-46a9-b5ed-49cd2aaf409a req-a97e5f9b-c7df-4d84-91b3-03bc28d3bb1c tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835599 May 04 14:36:19.814666 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:20.016296 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-737eaefc-faa3-400b-b00a-8136380c8175 req-b0f7b7f5-a262-4183-9e8c-51eb6cd10228 service neutron] 10.222.0.47 "GET /v2.0/networks/144054b4-4a87-43b5-89c3-1be1defbbc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452755 May 04 14:36:20.056088 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cd4e2-a615-4dac-b037-984b3a578e25 req-83fe2a40-bb0e-4ac8-a3cb-537bbbbf2395 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:20.060339 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5e0cd4e2-a615-4dac-b037-984b3a578e25 req-83fe2a40-bb0e-4ac8-a3cb-537bbbbf2395 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.1682372 May 04 14:36:20.374771 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5e0cd4e2-a615-4dac-b037-984b3a578e25 req-5287a282-0e30-4aa0-8222-e19c4ebb91ed tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039553 May 04 14:36:20.425894 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 5ed95162-8e4e-4dca-b64b-eaa157dafd40 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:36:20.465341 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-737eaefc-faa3-400b-b00a-8136380c8175 req-6a6e491b-75cd-44d4-b778-0848a66697b1 service neutron] 10.222.0.47 "GET /v2.0/networks/144054b4-4a87-43b5-89c3-1be1defbbc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420915 May 04 14:36:20.552113 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 5ed95162-8e4e-4dca-b64b-eaa157dafd40 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:20.552857 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:20.608810 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d170458-d2c4-4b54-b3c5-a417cd69e5e0 req-3ca9b1bc-ba90-4022-921f-1eb5ef0c8db6 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:20.611437 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5d170458-d2c4-4b54-b3c5-a417cd69e5e0 req-3ca9b1bc-ba90-4022-921f-1eb5ef0c8db6 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 947 time: 0.1730363 May 04 14:36:20.702292 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8057ef-4a03-4356-a616-c2215b39b06b req-d168eccf-ef9a-4a23-afbc-ccb633f71986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:20.705543 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5f8057ef-4a03-4356-a616-c2215b39b06b req-d168eccf-ef9a-4a23-afbc-ccb633f71986 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bf683cf6c25d4324b385aeee35cb8a01&device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 1100 time: 0.1455164 May 04 14:36:20.710026 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5d170458-d2c4-4b54-b3c5-a417cd69e5e0 req-7d5cbe4d-1a13-4897-897d-324d333f505a tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a40faf1-5ff0-4e3f-8610-3cad4b7621f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913153 May 04 14:36:20.991981 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8057ef-4a03-4356-a616-c2215b39b06b req-a9a70b17-3ce6-4098-a205-4f811f87b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:20.994691 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5f8057ef-4a03-4356-a616-c2215b39b06b req-a9a70b17-3ce6-4098-a205-4f811f87b862 service neutron] 10.222.0.47 "GET /v2.0/networks?id=144054b4-4a87-43b5-89c3-1be1defbbc1e HTTP/1.1" status: 200 len: 870 time: 0.2803512 May 04 14:36:21.137004 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c913b1-3faf-4ed8-a679-61ed932ef02b req-3eed3bc0-387e-45b8-beac-66f28eb4c520 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:21.137004 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f4c913b1-3faf-4ed8-a679-61ed932ef02b req-3eed3bc0-387e-45b8-beac-66f28eb4c520 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 945 time: 0.1747377 May 04 14:36:21.245822 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f4c913b1-3faf-4ed8-a679-61ed932ef02b req-7f41b49d-9c6e-4873-aaa6-73ab29535e9b tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002281 May 04 14:36:21.263379 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5f8057ef-4a03-4356-a616-c2215b39b06b req-16083202-c252-49b9-b420-b7cfc92af54a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=247b106c-fed6-4ec4-a00c-38fdc1bc5817 HTTP/1.1" status: 200 len: 217 time: 0.2608757 May 04 14:36:21.360518 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8057ef-4a03-4356-a616-c2215b39b06b req-23d07df2-c4fb-40ad-aeb2-9b9f803d1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:21.362564 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5f8057ef-4a03-4356-a616-c2215b39b06b req-23d07df2-c4fb-40ad-aeb2-9b9f803d1a0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f398ce3-188b-4a65-8fa3-8a7073f5ab72 HTTP/1.1" status: 200 len: 843 time: 0.0836732 May 04 14:36:21.473742 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8057ef-4a03-4356-a616-c2215b39b06b req-0247b05c-a270-402e-a2e4-2689340917fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:21.475247 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5f8057ef-4a03-4356-a616-c2215b39b06b req-0247b05c-a270-402e-a2e4-2689340917fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=144054b4-4a87-43b5-89c3-1be1defbbc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1045954 May 04 14:36:21.649224 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5f8057ef-4a03-4356-a616-c2215b39b06b req-1287863a-1be4-4f9a-b52d-d96db3cf7ad7 service neutron] 10.222.0.47 "GET /v2.0/networks/144054b4-4a87-43b5-89c3-1be1defbbc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601968 May 04 14:36:21.930548 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5f8057ef-4a03-4356-a616-c2215b39b06b req-8093d4d8-1118-4baf-88a9-12ef2f8d2822 service neutron] 10.222.0.47 "GET /v2.0/networks/144054b4-4a87-43b5-89c3-1be1defbbc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738793 May 04 14:36:22.126551 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ea8d4-5cfe-407d-96e5-49e6a89168cd req-24a730fa-7d10-45fa-91bf-ad98e2378a3f tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:22.128655 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c34ea8d4-5cfe-407d-96e5-49e6a89168cd req-24a730fa-7d10-45fa-91bf-ad98e2378a3f tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 947 time: 0.1803987 May 04 14:36:22.205964 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c34ea8d4-5cfe-407d-96e5-49e6a89168cd req-b7e8a42d-850c-4144-acc9-75b48431298e tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a40faf1-5ff0-4e3f-8610-3cad4b7621f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705001 May 04 14:36:22.746637 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 247b106c-fed6-4ec4-a00c-38fdc1bc5817 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:36:23.149244 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 247b106c-fed6-4ec4-a00c-38fdc1bc5817, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=247b106c-fed6-4ec4-a00c-38fdc1bc5817,segment=NetworkSegment(ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3),segment_id=ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:23.178810 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': '247b106c-fed6-4ec4-a00c-38fdc1bc5817', 'network_id': '144054b4-4a87-43b5-89c3-1be1defbbc1e', 'port_id': '247b106c-fed6-4ec4-a00c-38fdc1bc5817', 'mac_address': 'fa:16:3e:68:9f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f398ce3-188b-4a65-8fa3-8a7073f5ab72', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:36:23.274492 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123df1a-dc89-4414-9229-d5042799f60c req-420ab288-7367-4913-a1a5-19ee466ee41e tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:23.276209 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c123df1a-dc89-4414-9229-d5042799f60c req-420ab288-7367-4913-a1a5-19ee466ee41e tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.2005560 May 04 14:36:23.308340 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:23.358186 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247b106c-fed6-4ec4-a00c-38fdc1bc5817 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:36:23.371963 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097690e-d09b-464d-b679-fda176397658 req-253854bb-9a20-4069-af57-32354567e858 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:23.373608 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1097690e-d09b-464d-b679-fda176397658 req-253854bb-9a20-4069-af57-32354567e858 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 945 time: 0.2125449 May 04 14:36:23.389745 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c123df1a-dc89-4414-9229-d5042799f60c req-18c22ec6-9258-418f-8046-6f3ab3fb8d3f tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010804 May 04 14:36:23.399664 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 247b106c-fed6-4ec4-a00c-38fdc1bc5817, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=247b106c-fed6-4ec4-a00c-38fdc1bc5817,segment=NetworkSegment(ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3),segment_id=ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:23.407513 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:23.411139 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-d4eaa980-bf93-4d5f-a06d-1ee5a431c1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:23.468965 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1097690e-d09b-464d-b679-fda176397658 req-64a9e559-d14c-47b4-a0f6-862680b32ea0 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778806 May 04 14:36:23.582325 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=247b106c-fed6-4ec4-a00c-38fdc1bc5817,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:23.596020 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:23.712298 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fc3cb-9214-4c67-85c2-6049ed06dccb req-6a29dd5a-23a5-4cd9-bea2-4a0e239d0d1c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:23.725096 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-706fc3cb-9214-4c67-85c2-6049ed06dccb req-6a29dd5a-23a5-4cd9-bea2-4a0e239d0d1c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 948 time: 0.1407087 May 04 14:36:23.781815 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['247b106c-fed6-4ec4-a00c-38fdc1bc5817'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:36:23.875002 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-706fc3cb-9214-4c67-85c2-6049ed06dccb req-0e514201-6d57-4946-8722-bcb499c29440 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a40faf1-5ff0-4e3f-8610-3cad4b7621f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383312 May 04 14:36:24.568515 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:36:24.665598 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883338c-bf03-4a12-80d1-5cea67a9d2d9 req-b4b6aee8-37ac-4122-8101-c291c34312e8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:24.667203 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0883338c-bf03-4a12-80d1-5cea67a9d2d9 req-b4b6aee8-37ac-4122-8101-c291c34312e8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.1186314 May 04 14:36:24.730986 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0883338c-bf03-4a12-80d1-5cea67a9d2d9 req-9d429e4f-9cbc-4330-8dee-e6bcd9ae48cb tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518944 May 04 14:36:24.781808 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53420df9-c773-4e6e-a4c2-17f8ef5b30d9 req-082d5d9b-a511-4998-acb2-9aaeb93ce8af tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:24.783356 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-53420df9-c773-4e6e-a4c2-17f8ef5b30d9 req-082d5d9b-a511-4998-acb2-9aaeb93ce8af tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Synchronizing usage tracker for tenant:da85c57c1635433189e040d0d7cab5d3 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:36:24.812139 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-53420df9-c773-4e6e-a4c2-17f8ef5b30d9 req-082d5d9b-a511-4998-acb2-9aaeb93ce8af tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Unset dirty status for tenant:da85c57c1635433189e040d0d7cab5d3 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:36:24.814480 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-53420df9-c773-4e6e-a4c2-17f8ef5b30d9 req-082d5d9b-a511-4998-acb2-9aaeb93ce8af tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.47 "GET /v2.0/ports?device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 945 time: 0.2325807 May 04 14:36:25.004145 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ab4e8-6e02-4091-b4d5-81829cee60cb req-08a2eba5-c528-4129-8ce5-7b80d7e6b0dd tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:25.021490 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b30ab4e8-6e02-4091-b4d5-81829cee60cb req-08a2eba5-c528-4129-8ce5-7b80d7e6b0dd tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 945 time: 0.1603637 May 04 14:36:25.082993 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-53420df9-c773-4e6e-a4c2-17f8ef5b30d9 req-e08d312d-7c38-440a-b00f-b90d7ece58c1 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Deleting port cc69c283-10ce-400d-b9ba-7cede6f04c98 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:36:25.084113 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-53420df9-c773-4e6e-a4c2-17f8ef5b30d9 req-e08d312d-7c38-440a-b00f-b90d7ece58c1 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:25.090326 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b30ab4e8-6e02-4091-b4d5-81829cee60cb req-e95e8b47-326a-4640-8e9c-c916187a8a03 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690856 May 04 14:36:25.364362 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3608ca-586c-42e8-849f-a463bfffa6d4 req-d9673522-726e-4939-89b5-9fa2b1d9dcaa tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:25.373849 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9f3608ca-586c-42e8-849f-a463bfffa6d4 req-d9673522-726e-4939-89b5-9fa2b1d9dcaa tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 948 time: 0.1628072 May 04 14:36:25.437831 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9f3608ca-586c-42e8-849f-a463bfffa6d4 req-e12e8c00-c9ac-40cf-9f30-5f76f7529a99 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a40faf1-5ff0-4e3f-8610-3cad4b7621f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629179 May 04 14:36:25.487567 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-53420df9-c773-4e6e-a4c2-17f8ef5b30d9 req-e08d312d-7c38-440a-b00f-b90d7ece58c1 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] For port cc69c283-10ce-400d-b9ba-7cede6f04c98, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cc69c283-10ce-400d-b9ba-7cede6f04c98,segment=NetworkSegment(69042764-13a9-4083-b14f-24a607f516d3),segment_id=69042764-13a9-4083-b14f-24a607f516d3)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:25.489444 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-53420df9-c773-4e6e-a4c2-17f8ef5b30d9 req-e08d312d-7c38-440a-b00f-b90d7ece58c1 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:25.636291 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-53420df9-c773-4e6e-a4c2-17f8ef5b30d9 req-e08d312d-7c38-440a-b00f-b90d7ece58c1 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Calling delete_port for cc69c283-10ce-400d-b9ba-7cede6f04c98 owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:36:26.095491 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-53420df9-c773-4e6e-a4c2-17f8ef5b30d9 req-e08d312d-7c38-440a-b00f-b90d7ece58c1 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:26.117011 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:26.118128 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['cc69c283-10ce-400d-b9ba-7cede6f04c98'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:36:26.176488 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c02ec-8144-47fc-b4ec-c8506314eb73 req-57f022bf-d8f1-4e4e-9245-4c94b9b5ceaa tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:26.178138 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7d3c02ec-8144-47fc-b4ec-c8506314eb73 req-57f022bf-d8f1-4e4e-9245-4c94b9b5ceaa tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.2342196 May 04 14:36:26.227004 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d312d-7c38-440a-b00f-b90d7ece58c1 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Pushing event deleted for resources: {'Port': ['ID=cc69c283-10ce-400d-b9ba-7cede6f04c98,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:26.232763 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e08d312d-7c38-440a-b00f-b90d7ece58c1 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:26.379218 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073a3de-56c6-42c1-99cc-77f87a7b9a5f req-1bd0e295-60bb-4a1e-9443-c7dae783763b tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:26.386470 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-53420df9-c773-4e6e-a4c2-17f8ef5b30d9 req-e08d312d-7c38-440a-b00f-b90d7ece58c1 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] No DVR routers for this DVR port cc69c283-10ce-400d-b9ba-7cede6f04c98 on host hv-cinder-77262 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:36:26.391368 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-53420df9-c773-4e6e-a4c2-17f8ef5b30d9 req-e08d312d-7c38-440a-b00f-b90d7ece58c1 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:26.396276 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e073a3de-56c6-42c1-99cc-77f87a7b9a5f req-1bd0e295-60bb-4a1e-9443-c7dae783763b tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.3046103 May 04 14:36:26.396593 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b41c87-d136-4f81-83a7-2fd2b57ab20a', 'name': 'network-vif-deleted', 'tag': 'cc69c283-10ce-400d-b9ba-7cede6f04c98'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:26.450312 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-53420df9-c773-4e6e-a4c2-17f8ef5b30d9 req-e08d312d-7c38-440a-b00f-b90d7ece58c1 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.47 "DELETE /v2.0/ports/cc69c283-10ce-400d-b9ba-7cede6f04c98 HTTP/1.1" status: 204 len: 173 time: 1.6294119 May 04 14:36:26.456702 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7d3c02ec-8144-47fc-b4ec-c8506314eb73 req-fece7c10-f3c1-4e03-b388-a74dea5452e2 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553227 May 04 14:36:26.536550 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e073a3de-56c6-42c1-99cc-77f87a7b9a5f req-5b2adf6d-1795-4867-9756-ee301ac66865 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389570 May 04 14:36:26.628152 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b41c87-d136-4f81-83a7-2fd2b57ab20a', 'name': 'network-vif-deleted', 'tag': 'cc69c283-10ce-400d-b9ba-7cede6f04c98', 'status': 'completed', 'code': 200} May 04 14:36:26.692746 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-13586ab5-7b0c-4c1c-a73f-15b07f90d9d3 req-1da48abc-57b4-4550-8e22-e13c1f2cd904 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b41c87-d136-4f81-83a7-2fd2b57ab20a HTTP/1.1" status: 200 len: 210 time: 0.0505126 May 04 14:36:26.756656 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 247b106c-fed6-4ec4-a00c-38fdc1bc5817 up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:36:26.864514 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning for port 247b106c-fed6-4ec4-a00c-38fdc1bc5817 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:36:26.870785 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port 247b106c-fed6-4ec4-a00c-38fdc1bc5817 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:26.871160 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:26.946216 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3deca-2430-4479-b087-e9303dfb5a11 req-97f5b6e4-af98-4aa5-a714-e7c2eb6daf98 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:26.947938 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-87b3deca-2430-4479-b087-e9303dfb5a11 req-97f5b6e4-af98-4aa5-a714-e7c2eb6daf98 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 948 time: 0.1471536 May 04 14:36:27.073764 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:27.109354 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc6b65d-56f8-4021-bcd6-f0e7e1696e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247b106c-fed6-4ec4-a00c-38fdc1bc5817'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:27.123654 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 247b106c-fed6-4ec4-a00c-38fdc1bc5817, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=247b106c-fed6-4ec4-a00c-38fdc1bc5817,segment=NetworkSegment(ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3),segment_id=ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:27.129968 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:27.134237 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:27.138124 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-87b3deca-2430-4479-b087-e9303dfb5a11 req-455a4e7d-f1f3-4c36-8ce5-a22933ae645c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a40faf1-5ff0-4e3f-8610-3cad4b7621f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777823 May 04 14:36:27.150844 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 58664) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:27.209619 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5fab5-84d4-4737-a992-d538b50ec5c9 req-b79e299e-f01b-4853-8b0a-7269c4387caf tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:27.211315 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-92c5fab5-84d4-4737-a992-d538b50ec5c9 req-b79e299e-f01b-4853-8b0a-7269c4387caf tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.1814764 May 04 14:36:27.278843 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=247b106c-fed6-4ec4-a00c-38fdc1bc5817,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:27.299118 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:27.299539 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0972dba-bedb-4abe-9cae-7f5c03d3c4b7 admin admin] Deleting subnet a69a9c7a-c9e6-46cc-9727-77d574bec855 {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:36:27.304841 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d0972dba-bedb-4abe-9cae-7f5c03d3c4b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:27.317161 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc6b65d-56f8-4021-bcd6-f0e7e1696e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247b106c-fed6-4ec4-a00c-38fdc1bc5817', 'code': 200} May 04 14:36:27.340788 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-92c5fab5-84d4-4737-a992-d538b50ec5c9 req-9983d2db-9e6b-4293-939b-9486b85de44a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173015 May 04 14:36:27.430844 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d0972dba-bedb-4abe-9cae-7f5c03d3c4b7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:27.450789 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d0972dba-bedb-4abe-9cae-7f5c03d3c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005557'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:27.809343 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895bcda-6f16-4771-9bc5-334bc9d5f45c req-47378ce2-e8d6-4d7f-bfe6-b0e7d018634f tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:27.809343 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9895bcda-6f16-4771-9bc5-334bc9d5f45c req-47378ce2-e8d6-4d7f-bfe6-b0e7d018634f tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.1611667 May 04 14:36:27.822106 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321200f-97d5-405b-b3bb-5799b13a253a req-c9e619a8-9243-4233-9f8a-aa7f28cb4272 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:27.823655 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c321200f-97d5-405b-b3bb-5799b13a253a req-c9e619a8-9243-4233-9f8a-aa7f28cb4272 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.1322186 May 04 14:36:27.902038 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9895bcda-6f16-4771-9bc5-334bc9d5f45c req-5c11cc1e-41ac-40b4-9eea-3e39b2d62b27 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773501 May 04 14:36:27.907987 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c321200f-97d5-405b-b3bb-5799b13a253a req-c4690267-62e5-4b47-bcb4-147a0de19057 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686295 May 04 14:36:28.099285 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638305bd-69f0-475d-8907-ae26bbd95b21 req-ed8d7c69-9c13-4fa3-967c-55e03397dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:28.102467 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-638305bd-69f0-475d-8907-ae26bbd95b21 req-ed8d7c69-9c13-4fa3-967c-55e03397dbc9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 1102 time: 0.3092489 May 04 14:36:28.200005 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-638305bd-69f0-475d-8907-ae26bbd95b21 req-de15f103-2ffa-46fc-9225-e4e1970f06fd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4a40faf1-5ff0-4e3f-8610-3cad4b7621f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831568 May 04 14:36:28.201780 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d0972dba-bedb-4abe-9cae-7f5c03d3c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4005564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:28.213205 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:28.253983 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d0972dba-bedb-4abe-9cae-7f5c03d3c4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:28.256777 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0972dba-bedb-4abe-9cae-7f5c03d3c4b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a69a9c7a-c9e6-46cc-9727-77d574bec855,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:28.264352 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d0972dba-bedb-4abe-9cae-7f5c03d3c4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:28.273100 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-d0972dba-bedb-4abe-9cae-7f5c03d3c4b7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a69a9c7a-c9e6-46cc-9727-77d574bec855 HTTP/1.1" status: 204 len: 168 time: 1.1204679 May 04 14:36:28.276492 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 58690) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:28.755598 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device cc69c283-10ce-400d-b9ba-7cede6f04c98 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:36:28.806108 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0d8de-ef22-4123-a2aa-eb8d4ae033f1 req-e782e79e-61e1-4c00-b8a1-188cf90e2197 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:28.806999 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-2df0d8de-ef22-4123-a2aa-eb8d4ae033f1 req-e782e79e-61e1-4c00-b8a1-188cf90e2197 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Synchronizing usage tracker for tenant:390c134d64f748c3bb44d08875d33b93 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:36:28.821016 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] No Port match for: cc69c283-10ce-400d-b9ba-7cede6f04c98 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:36:28.821598 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device cc69c283-10ce-400d-b9ba-7cede6f04c98 not bound to the agent host hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:36:28.832925 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-2df0d8de-ef22-4123-a2aa-eb8d4ae033f1 req-e782e79e-61e1-4c00-b8a1-188cf90e2197 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Unset dirty status for tenant:390c134d64f748c3bb44d08875d33b93 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:36:28.834370 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2df0d8de-ef22-4123-a2aa-eb8d4ae033f1 req-e782e79e-61e1-4c00-b8a1-188cf90e2197 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.47 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 946 time: 0.1251726 May 04 14:36:28.907081 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5a61-79b0-4870-a920-84e3f25a6ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4112595'] for network, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:28.999398 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e309c25c-3ed0-4e69-bf6e-e4665c88b552 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:29.002262 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e309c25c-3ed0-4e69-bf6e-e4665c88b552 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/networks?id=7691e781-1413-4cd4-a726-506f5e535d00 HTTP/1.1" status: 200 len: 808 time: 0.7269967 May 04 14:36:29.012812 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-2df0d8de-ef22-4123-a2aa-eb8d4ae033f1 req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Deleting port ccbb7f30-9b77-4834-935f-92d525e76298 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:36:29.013157 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-2df0d8de-ef22-4123-a2aa-eb8d4ae033f1 req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:29.074692 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc3cb0-13b9-4a2d-9ba7-09564c0faf48 req-cc5853ff-1cbe-424a-9aa2-73b553e12356 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:29.077919 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-dafc3cb0-13b9-4a2d-9ba7-09564c0faf48 req-cc5853ff-1cbe-424a-9aa2-73b553e12356 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 949 time: 0.7342021 May 04 14:36:29.176255 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-218faa91-0125-45f8-8688-738e262199fe tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/quotas/da85c57c1635433189e040d0d7cab5d3 HTTP/1.1" status: 200 len: 375 time: 0.1224902 May 04 14:36:29.184181 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-2df0d8de-ef22-4123-a2aa-eb8d4ae033f1 req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] For port ccbb7f30-9b77-4834-935f-92d525e76298, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ccbb7f30-9b77-4834-935f-92d525e76298,segment=NetworkSegment(13b31776-d8ff-4c73-8a8e-8e4dad5c0883),segment_id=13b31776-d8ff-4c73-8a8e-8e4dad5c0883)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:29.185218 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-2df0d8de-ef22-4123-a2aa-eb8d4ae033f1 req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:29.317792 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-54642ec1-0944-48cf-974c-8e9bdfa1455c tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=da85c57c1635433189e040d0d7cab5d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752015 May 04 14:36:29.319557 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5a61-79b0-4870-a920-84e3f25a6ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999016', 'neutron.services.segments.db._delete_segments_for_network-8740809660721'] for network, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:29.338287 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-dafc3cb0-13b9-4a2d-9ba7-09564c0faf48 req-9c75be53-31da-44c5-9023-15ab77900410 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a40faf1-5ff0-4e3f-8610-3cad4b7621f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161405 May 04 14:36:29.342546 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-2df0d8de-ef22-4123-a2aa-eb8d4ae033f1 req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Calling delete_port for ccbb7f30-9b77-4834-935f-92d525e76298 owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:36:29.566681 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.services.segments.db [None req-2c9a5a61-79b0-4870-a920-84e3f25a6ece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94dd845f-8c20-41cb-9b3a-3b2d5bdd914d']}} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:29.593335 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-2df0d8de-ef22-4123-a2aa-eb8d4ae033f1 req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:29.601414 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:29.616863 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['6100388c-46e0-416d-802a-e65d4573e6c7', 'ccbb7f30-9b77-4834-935f-92d525e76298'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:36:29.652003 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.services.segments.db [None req-2c9a5a61-79b0-4870-a920-84e3f25a6ece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39565a3-c63e-418f-9bce-35b60ab9dc0d') {'for_net_delete': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:29.652326 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.services.segments.db [None req-2c9a5a61-79b0-4870-a920-84e3f25a6ece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39565a3-c63e-418f-9bce-35b60ab9dc0d') {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:29.664368 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e71a3437-800b-4369-9e68-c09cff81821f service neutron] 10.222.0.37 "GET /v2.0/networks/7691e781-1413-4cd4-a726-506f5e535d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089075 May 04 14:36:29.704550 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Pushing event deleted for resources: {'Port': ['ID=ccbb7f30-9b77-4834-935f-92d525e76298,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:29.724155 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:29.724811 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:29.725431 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:29.726178 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:29.728216 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:29.734666 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:29.735418 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:29.736031 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:29.736625 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:29.737722 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:29.738351 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:29.738959 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:29.748303 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:29.790428 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5a61-79b0-4870-a920-84e3f25a6ece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740809672551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10842696'] for segment, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:29.819647 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5a61-79b0-4870-a920-84e3f25a6ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:29.835772 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9a5a61-79b0-4870-a920-84e3f25a6ece admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=73821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:36:29.861815 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df0d8de-ef22-4123-a2aa-eb8d4ae033f1 req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] No DVR routers for this DVR port ccbb7f30-9b77-4834-935f-92d525e76298 on host hv-cinder-77262 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:36:29.864766 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-2df0d8de-ef22-4123-a2aa-eb8d4ae033f1 req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:29.868553 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c12015-bcf4-48a6-8ce1-c55c2e253c2b', 'name': 'network-vif-deleted', 'tag': 'ccbb7f30-9b77-4834-935f-92d525e76298'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:29.887046 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2df0d8de-ef22-4123-a2aa-eb8d4ae033f1 req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.47 "DELETE /v2.0/ports/ccbb7f30-9b77-4834-935f-92d525e76298 HTTP/1.1" status: 204 len: 173 time: 1.0465755 May 04 14:36:29.985673 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-76571881-b9eb-4487-bc86-f78400857924 service neutron] 10.222.0.37 "GET /v2.0/networks/7691e781-1413-4cd4-a726-506f5e535d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139186 May 04 14:36:30.055571 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adc9e6-0c6b-433e-8ab3-21a22bf59874 req-1376ec33-7228-4e38-9210-e83e0250ee76 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:30.057141 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e4adc9e6-0c6b-433e-8ab3-21a22bf59874 req-1376ec33-7228-4e38-9210-e83e0250ee76 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.4814756 May 04 14:36:30.145888 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-2c9a5a61-79b0-4870-a920-84e3f25a6ece admin admin] Network 94dd845f-8c20-41cb-9b3a-3b2d5bdd914d has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:36:30.156752 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5a61-79b0-4870-a920-84e3f25a6ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4025312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10542836'] for segment, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:30.278338 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e4adc9e6-0c6b-433e-8ab3-21a22bf59874 req-b017b757-13af-4e83-b618-db9d0eb06d9f tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714909 May 04 14:36:30.578234 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1e850869-d4ff-4134-ae11-03466e944590 req-dde802ed-35d5-4a85-b770-341d5574be51 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c12015-bcf4-48a6-8ce1-c55c2e253c2b HTTP/1.1" status: 200 len: 210 time: 0.1073000 May 04 14:36:30.642691 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c12015-bcf4-48a6-8ce1-c55c2e253c2b', 'name': 'network-vif-deleted', 'tag': 'ccbb7f30-9b77-4834-935f-92d525e76298', 'status': 'completed', 'code': 200} May 04 14:36:30.705450 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-2c9a5a61-79b0-4870-a920-84e3f25a6ece admin admin] Network 94dd845f-8c20-41cb-9b3a-3b2d5bdd914d has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: Traceback (most recent call last): May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: timer() May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: cb(*args, **kw) May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: return func(*args, **kwargs) May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: self._notify() May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: self.callback(batched_events) May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: event.method(event) May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: return f(self, *a, **k) May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: return self._get(url).json() May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: return self.request(url, 'GET', **kwargs) May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:36:30.746858 dv-cinder-772623-4-smb neutron-server[73821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:36:30.927304 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-21639d1d-f58e-4b0d-b33f-a3f31a9ad9f6 req-ef4ce6e5-c26e-4e09-a8b0-f249b0b88893 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 210 time: 0.2238724 May 04 14:36:30.974616 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5a61-79b0-4870-a920-84e3f25a6ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945987'] for network, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:30.993297 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5a61-79b0-4870-a920-84e3f25a6ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:31.006836 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:31.041395 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356c972-a0a7-425e-96eb-ad6138a3424e req-f5602d30-9ed5-40c6-9724-015744861ecb tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:31.044125 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0356c972-a0a7-425e-96eb-ad6138a3424e req-f5602d30-9ed5-40c6-9724-015744861ecb tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.5756111 May 04 14:36:31.052329 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-2c9a5a61-79b0-4870-a920-84e3f25a6ece admin admin] 10.222.0.37 "DELETE /v2.0/networks/94dd845f-8c20-41cb-9b3a-3b2d5bdd914d HTTP/1.1" status: 204 len: 168 time: 2.7739983 May 04 14:36:31.055950 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a5a61-79b0-4870-a920-84e3f25a6ece admin admin] Pushing event deleted for resources: {'Network': ['ID=94dd845f-8c20-41cb-9b3a-3b2d5bdd914d,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:31.057373 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 58720) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:31.120090 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-2c9a5a61-79b0-4870-a920-84e3f25a6ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:31.141268 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e87e15a-d1f7-473b-83c1-632918355f8b admin admin] Deleting subnet 9dd824a7-fb4f-4dc6-8888-3bcf8b39deea {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:36:31.145300 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1e87e15a-d1f7-473b-83c1-632918355f8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:31.207334 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1e87e15a-d1f7-473b-83c1-632918355f8b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:31.217470 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1e87e15a-d1f7-473b-83c1-632918355f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005557'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:31.238219 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0356c972-a0a7-425e-96eb-ad6138a3424e req-71827bf4-df59-4cd7-ab33-a169fd7807dc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071136 May 04 14:36:31.277943 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abbf8e-d758-4d8b-87c3-df70c0ea52f5 req-ae47c82a-80cf-4050-a8e6-e887a8dbaea1 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:31.280683 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-34abbf8e-d758-4d8b-87c3-df70c0ea52f5 req-ae47c82a-80cf-4050-a8e6-e887a8dbaea1 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 949 time: 0.2266126 May 04 14:36:31.418782 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-34abbf8e-d758-4d8b-87c3-df70c0ea52f5 req-2d09224a-deda-4a9d-b388-5bebc31f8cbf tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a40faf1-5ff0-4e3f-8610-3cad4b7621f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305313 May 04 14:36:31.645710 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba466dc6-9d2f-43bb-a587-9f49d5823f0e req-6a87a638-cb3d-4722-b025-d8c6180389c1 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:31.648567 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ba466dc6-9d2f-43bb-a587-9f49d5823f0e req-6a87a638-cb3d-4722-b025-d8c6180389c1 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.1482501 May 04 14:36:31.660217 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1e87e15a-d1f7-473b-83c1-632918355f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4005564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:31.667574 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:31.721963 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87e15a-d1f7-473b-83c1-632918355f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd824a7-fb4f-4dc6-8888-3bcf8b39deea,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:31.727517 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1e87e15a-d1f7-473b-83c1-632918355f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:31.729387 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1e87e15a-d1f7-473b-83c1-632918355f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:31.743065 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-1e87e15a-d1f7-473b-83c1-632918355f8b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9dd824a7-fb4f-4dc6-8888-3bcf8b39deea HTTP/1.1" status: 204 len: 168 time: 0.6792502 May 04 14:36:31.743740 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 58732) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:31.748945 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ba466dc6-9d2f-43bb-a587-9f49d5823f0e req-42e564e4-08af-48fd-aeb3-50e800bf2d8a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871854 May 04 14:36:31.918872 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4112595'] for network, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:32.264699 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64628766-7aaa-4865-af0e-aee0bd252525 req-e4bf63b5-0187-4cd7-8c14-c5afbdbd4175 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:32.278294 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-64628766-7aaa-4865-af0e-aee0bd252525 req-e4bf63b5-0187-4cd7-8c14-c5afbdbd4175 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 949 time: 0.1237509 May 04 14:36:32.367270 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-64628766-7aaa-4865-af0e-aee0bd252525 req-eb5e8d88-249f-4f7d-b0c3-c7e34e35fff6 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a40faf1-5ff0-4e3f-8610-3cad4b7621f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820389 May 04 14:36:32.396607 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999016', 'neutron.services.segments.db._delete_segments_for_network-8740809660721'] for network, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:32.553806 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a10a7db5-2e23-4aab-990a-6efca668c12d req-2da98730-189e-4004-9628-03ee05dd0d15 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 210 time: 0.0678315 May 04 14:36:32.686347 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8c18f-3806-48b8-9abc-e02fce9475eb req-9e82f974-043c-4b54-bb47-4a6c23f62558 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:32.688153 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-42b8c18f-3806-48b8-9abc-e02fce9475eb req-9e82f974-043c-4b54-bb47-4a6c23f62558 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.1270351 May 04 14:36:32.786798 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device ccbb7f30-9b77-4834-935f-92d525e76298 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:36:32.788949 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-42b8c18f-3806-48b8-9abc-e02fce9475eb req-88e3dde7-6e72-4c61-a5fc-4a9dd0ddc68d tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593104 May 04 14:36:32.805377 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:36:32.806249 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:36:32.806610 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:36:32.807558 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Subscribe: > port after_create 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:36:32.808077 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Subscribe: > port after_delete 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:36:32.808427 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Subscribe: > port after_update 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:36:32.808754 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:36:32.809077 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:36:32.809461 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:36:32.809917 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:36:32.825342 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a1734-c655-42dd-870c-4d2ff181a05b req-ced18e78-9540-4e2a-8033-af63ba2b95c0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:32.826942 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ad4a1734-c655-42dd-870c-4d2ff181a05b req-ced18e78-9540-4e2a-8033-af63ba2b95c0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.1354313 May 04 14:36:32.855241 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] No Port match for: ccbb7f30-9b77-4834-935f-92d525e76298 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:36:32.855880 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device ccbb7f30-9b77-4834-935f-92d525e76298 not bound to the agent host hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:36:32.883361 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ad4a1734-c655-42dd-870c-4d2ff181a05b req-aeb3799c-7d8e-4ce6-966b-429478535f92 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472829 May 04 14:36:32.919983 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:36:32.920236 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:36:32.920569 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:36:32.920918 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:36:32.921284 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c9d566-78ec-4395-b308-fae0276dbf28']}} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:32.948312 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68d6127-1261-4600-966a-6e4639ce3fcd') {'for_net_delete': True} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:32.948604 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68d6127-1261-4600-966a-6e4639ce3fcd') {} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:32.973842 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740809672551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743649'] for segment, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:33.010548 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:33.023166 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-3d79ef64-b668-4580-8900-77cacd031a48 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:33.027263 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-3d79ef64-b668-4580-8900-77cacd031a48 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.47 "GET /v2.0/networks?id=7691e781-1413-4cd4-a726-506f5e535d00 HTTP/1.1" status: 200 len: 808 time: 0.4422710 May 04 14:36:33.030339 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=73822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:36:33.049552 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-1d0f9923-b14b-48c3-b013-291d7f1c812a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Request body: {'port': {'device_id': '3571a471-ce52-441c-a9d8-772542e9567a', 'network_id': '7691e781-1413-4cd4-a726-506f5e535d00', 'admin_state_up': True, 'tenant_id': 'da85c57c1635433189e040d0d7cab5d3'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:36:33.095623 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae83f2f-e3ed-48cc-8dfa-31000ed8bd18 req-9354cf08-b9ff-4946-bfd7-69e787283b6a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:33.098385 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bae83f2f-e3ed-48cc-8dfa-31000ed8bd18 req-9354cf08-b9ff-4946-bfd7-69e787283b6a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.1093895 May 04 14:36:33.157006 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bae83f2f-e3ed-48cc-8dfa-31000ed8bd18 req-cb22e1ad-083e-4db7-b93e-e1dd3abfce17 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515244 May 04 14:36:33.385710 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Network 38c9d566-78ec-4395-b308-fae0276dbf28 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:36:33.405543 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4025312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11463834'] for segment, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:33.641822 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b877e36-761d-40f2-a2c4-6de56001618d req-ca0b3778-806c-4f4c-b0dd-319a07938417 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:33.649952 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6b877e36-761d-40f2-a2c4-6de56001618d req-ca0b3778-806c-4f4c-b0dd-319a07938417 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 949 time: 0.1498563 May 04 14:36:33.691709 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-1d0f9923-b14b-48c3-b013-291d7f1c812a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:36:33.708658 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6b877e36-761d-40f2-a2c4-6de56001618d req-066ed7d0-3a7a-4a41-9898-4cde4e70b789 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a40faf1-5ff0-4e3f-8610-3cad4b7621f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556602 May 04 14:36:33.758767 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-1d0f9923-b14b-48c3-b013-291d7f1c812a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Usage tracker for resource:port and tenant:da85c57c1635433189e040d0d7cab5d3 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:36:33.778154 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-1d0f9923-b14b-48c3-b013-291d7f1c812a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:36:33.795499 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Network 38c9d566-78ec-4395-b308-fae0276dbf28 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: from cryptography.utils import int_from_bytes May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: from cryptography.utils import int_from_bytes May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: Traceback (most recent call last): May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: timer() May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: cb(*args, **kw) May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: return func(*args, **kwargs) May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: self._notify() May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: self.callback(batched_events) May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: event.method(event) May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: return f(self, *a, **k) May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: return self._get(url).json() May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: return self.request(url, 'GET', **kwargs) May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:36:33.828240 dv-cinder-772623-4-smb neutron-server[73822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:36:33.868151 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-aa5e869a-2190-4a09-b24f-d42c9e75f782 req-77396ed3-5290-46dd-b0a3-8d88fc2aa767 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 210 time: 0.0665073 May 04 14:36:33.930459 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4044214-a844-4f6e-92c4-8663def0f98e req-d0be387d-7595-4fcc-b213-0ea35825e41b tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:33.932582 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d4044214-a844-4f6e-92c4-8663def0f98e req-d0be387d-7595-4fcc-b213-0ea35825e41b tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 949 time: 0.2078433 May 04 14:36:33.998823 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-1d0f9923-b14b-48c3-b013-291d7f1c812a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:36:34.021307 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-1d0f9923-b14b-48c3-b013-291d7f1c812a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Made reservation on behalf of da85c57c1635433189e040d0d7cab5d3 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:36:34.030313 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-1d0f9923-b14b-48c3-b013-291d7f1c812a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:34.116127 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945987'] for network, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:34.128257 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:34.153249 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:34.186607 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Pushing event deleted for resources: {'Network': ['ID=38c9d566-78ec-4395-b308-fae0276dbf28,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:34.201460 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:34.203911 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-c652fce9-c572-46f6-86fe-0acee9fbff0e admin admin] 10.222.0.37 "DELETE /v2.0/networks/38c9d566-78ec-4395-b308-fae0276dbf28 HTTP/1.1" status: 204 len: 168 time: 2.4579103 May 04 14:36:34.337064 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-1d0f9923-b14b-48c3-b013-291d7f1c812a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Allocated IP 172.20.0.13 (7691e781-1413-4cd4-a726-506f5e535d00/579d1c27-dc01-4b17-b9d3-0088913fb98a/c3969de1-79af-41bd-a789-a38e7708302b) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:36:34.424058 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2604425-995b-400c-9666-da28a8672677 req-b0055f07-8f2d-4143-b9c2-f3b0ad1c4c7f tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:34.430665 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e2604425-995b-400c-9666-da28a8672677 req-b0055f07-8f2d-4143-b9c2-f3b0ad1c4c7f tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.3930280 May 04 14:36:34.438681 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-d4044214-a844-4f6e-92c4-8663def0f98e req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Deleting port 247b106c-fed6-4ec4-a00c-38fdc1bc5817 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:36:34.439293 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-d4044214-a844-4f6e-92c4-8663def0f98e req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:34.482182 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67c075-8223-419c-869e-db0f599b2232 req-0fbfda7b-e875-47d0-8c56-f99bac6de86f tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:34.484872 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3b67c075-8223-419c-869e-db0f599b2232 req-0fbfda7b-e875-47d0-8c56-f99bac6de86f tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.3920207 May 04 14:36:34.624038 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 58782) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:34.696362 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-1d0f9923-b14b-48c3-b013-291d7f1c812a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:34.725685 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-d6d5089d-79c7-41d5-acb0-9740aed4bdf1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c09eb0d84ae9445fb2fe3e8548c53cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1000099 May 04 14:36:34.730143 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 58786) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:34.778926 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e2604425-995b-400c-9666-da28a8672677 req-dc3f64a7-0bbc-4564-9c83-8f6352b18dd1 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104417 May 04 14:36:34.819893 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3b67c075-8223-419c-869e-db0f599b2232 req-158396e2-6628-4414-bd82-78a1243e28c2 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956529 May 04 14:36:34.850465 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-d4044214-a844-4f6e-92c4-8663def0f98e req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] For port 247b106c-fed6-4ec4-a00c-38fdc1bc5817, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=247b106c-fed6-4ec4-a00c-38fdc1bc5817,segment=NetworkSegment(ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3),segment_id=ec5e475a-7d0b-46a1-9f62-f97bdc62ebd3)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:34.850837 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-d4044214-a844-4f6e-92c4-8663def0f98e req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:34.909585 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-1d0f9923-b14b-48c3-b013-291d7f1c812a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:34.917502 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:35.033632 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f1c84dd9-b290-4175-a90a-56f959452d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:35.093983 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-1d0f9923-b14b-48c3-b013-291d7f1c812a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Network 7691e781-1413-4cd4-a726-506f5e535d00 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:36:35.111553 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-1d0f9923-b14b-48c3-b013-291d7f1c812a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:36:35.114326 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-1d0f9923-b14b-48c3-b013-291d7f1c812a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:36:35.146459 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-d4044214-a844-4f6e-92c4-8663def0f98e req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Calling delete_port for 247b106c-fed6-4ec4-a00c-38fdc1bc5817 owned by compute:nova {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:36:35.210192 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f9923-b14b-48c3-b013-291d7f1c812a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Pushing event updated for resources: {'Port': ['ID=c3969de1-79af-41bd-a789-a38e7708302b,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:35.215257 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f1c84dd9-b290-4175-a90a-56f959452d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:35.235574 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1d0f9923-b14b-48c3-b013-291d7f1c812a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:35.317191 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-1d0f9923-b14b-48c3-b013-291d7f1c812a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:35.318190 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-1d0f9923-b14b-48c3-b013-291d7f1c812a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:35.322318 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c8e80-6cb3-474c-a98d-b2cfc2389f25 req-71003e73-8c75-4e71-a11a-820edc1390d5 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:35.324881 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bf7c8e80-6cb3-474c-a98d-b2cfc2389f25 req-71003e73-8c75-4e71-a11a-820edc1390d5 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 949 time: 0.2190008 May 04 14:36:35.354000 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-1d0f9923-b14b-48c3-b013-291d7f1c812a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3085146 May 04 14:36:35.371878 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Request body: {'port': {'device_id': '3571a471-ce52-441c-a9d8-772542e9567a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:36:35.433971 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb097bd-120f-4d5e-adfb-7d795d61dc84 req-b651974b-3e7a-4991-8a3c-f20d36ae0a44 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:35.436431 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7bb097bd-120f-4d5e-adfb-7d795d61dc84 req-b651974b-3e7a-4991-8a3c-f20d36ae0a44 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.2756298 May 04 14:36:35.469145 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f1c84dd9-b290-4175-a90a-56f959452d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:35.482992 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-17d857d8-4f0b-49c6-8002-2fb4177f4414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:35.512230 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c84dd9-b290-4175-a90a-56f959452d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efa4476-898e-486b-8704-f778b2937d66,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:35.516652 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f1c84dd9-b290-4175-a90a-56f959452d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:35.562577 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bf7c8e80-6cb3-474c-a98d-b2cfc2389f25 req-36e3d6ac-2acd-4e86-90de-62931707667c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a40faf1-5ff0-4e3f-8610-3cad4b7621f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748884 May 04 14:36:35.576136 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f1c84dd9-b290-4175-a90a-56f959452d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:35.581691 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-f1c84dd9-b290-4175-a90a-56f959452d75 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5efa4476-898e-486b-8704-f778b2937d66 HTTP/1.1" status: 204 len: 168 time: 0.8463969 May 04 14:36:35.590546 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7bb097bd-120f-4d5e-adfb-7d795d61dc84 req-a5d19d32-1ad0-4b16-9d50-83cfd650f973 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369073 May 04 14:36:35.592393 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-d4044214-a844-4f6e-92c4-8663def0f98e req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:35.628790 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:35.631558 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['247b106c-fed6-4ec4-a00c-38fdc1bc5817'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:36:35.668056 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:35.798314 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Pushing event deleted for resources: {'Port': ['ID=247b106c-fed6-4ec4-a00c-38fdc1bc5817,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:35.800432 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-385b1eb2-d74b-4755-a83d-3e524e9c3cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:35.899626 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:35.899999 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:35.900349 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:35.900698 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:35.901039 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:35.901425 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:35.901765 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:35.902101 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:35.902440 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:35.902777 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:35.903112 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:35.903440 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:35.912389 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:35.920439 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4044214-a844-4f6e-92c4-8663def0f98e req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] No DVR routers for this DVR port 247b106c-fed6-4ec4-a00c-38fdc1bc5817 on host hv-cinder-77262 {{(pid=73821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:36:35.924802 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-d4044214-a844-4f6e-92c4-8663def0f98e req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:35.927927 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc6b65d-56f8-4021-bcd6-f0e7e1696e77', 'name': 'network-vif-deleted', 'tag': '247b106c-fed6-4ec4-a00c-38fdc1bc5817'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:35.941320 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d4044214-a844-4f6e-92c4-8663def0f98e req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.47 "DELETE /v2.0/ports/247b106c-fed6-4ec4-a00c-38fdc1bc5817 HTTP/1.1" status: 204 len: 173 time: 2.0016143 May 04 14:36:36.020490 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122655df-24f3-4e76-b9cf-103ba6c5149c req-13eab236-a557-4dc4-af00-7a9cb9138f94 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:36.028869 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-122655df-24f3-4e76-b9cf-103ba6c5149c req-13eab236-a557-4dc4-af00-7a9cb9138f94 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 932 time: 0.2361727 May 04 14:36:36.122390 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-122655df-24f3-4e76-b9cf-103ba6c5149c req-ba39ba2c-d132-4a0f-964c-eff7cbba22ab tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922761 May 04 14:36:36.430830 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9829e1-f779-416e-ba81-280cf3a6bbd5 req-fff3fe23-fe4e-4d2d-9fb4-816122a3604f tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:36.432705 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3e9829e1-f779-416e-ba81-280cf3a6bbd5 req-fff3fe23-fe4e-4d2d-9fb4-816122a3604f tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.2818089 May 04 14:36:36.496471 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3969de1-79af-41bd-a789-a38e7708302b {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:36:36.503662 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3e9829e1-f779-416e-ba81-280cf3a6bbd5 req-7c07a540-7009-43ff-b11c-3ed92bfaa2fb tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616362 May 04 14:36:36.509883 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:36.523835 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294413da-c618-43b4-bc1b-499225aa21ed req-48e5f78f-8dc1-4c9d-b609-f9a890020ab1 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:36.529715 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Transition to ACTIVE for port object c3969de1-79af-41bd-a789-a38e7708302b will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:36:36.531483 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-294413da-c618-43b4-bc1b-499225aa21ed req-48e5f78f-8dc1-4c9d-b609-f9a890020ab1 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.1806672 May 04 14:36:36.550206 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:36.550206 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:36.615021 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-294413da-c618-43b4-bc1b-499225aa21ed req-bc440e52-de28-4344-8d7b-a438a28723e4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779779 May 04 14:36:36.660354 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc6b65d-56f8-4021-bcd6-f0e7e1696e77', 'name': 'network-vif-deleted', 'tag': '247b106c-fed6-4ec4-a00c-38fdc1bc5817', 'status': 'completed', 'code': 200} May 04 14:36:36.747524 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Pushing event updated for resources: {'Port': ['ID=c3969de1-79af-41bd-a789-a38e7708302b,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:36.778209 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:36.819475 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 58810) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:36.862620 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Attempting to bind port c3969de1-79af-41bd-a789-a38e7708302b on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:36:36.862941 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Attempting to bind port c3969de1-79af-41bd-a789-a38e7708302b by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '69042764-13a9-4083-b14f-24a607f516d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7691e781-1413-4cd4-a726-506f5e535d00'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:36:36.863264 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Attempting to bind port c3969de1-79af-41bd-a789-a38e7708302b on network 7691e781-1413-4cd4-a726-506f5e535d00 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:36:36.869234 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Port c3969de1-79af-41bd-a789-a38e7708302b on network 7691e781-1413-4cd4-a726-506f5e535d00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:36:36.869813 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Attempting to bind port c3969de1-79af-41bd-a789-a38e7708302b on network 7691e781-1413-4cd4-a726-506f5e535d00 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:36:36.876448 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Checking agent: {'id': '8bf5348c-0921-4b50-a8be-a73e0c140a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'started_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:36:36.877057 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Checking segment: {'id': '69042764-13a9-4083-b14f-24a607f516d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7691e781-1413-4cd4-a726-506f5e535d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:36:36.877707 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Bound using segment: {'id': '69042764-13a9-4083-b14f-24a607f516d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7691e781-1413-4cd4-a726-506f5e535d00'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:36:36.878352 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Bound port: c3969de1-79af-41bd-a789-a38e7708302b, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69042764-13a9-4083-b14f-24a607f516d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7691e781-1413-4cd4-a726-506f5e535d00'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:36:36.878911 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:36.942826 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-7ddc16d2-0b7b-4432-aaa8-1bc440585c6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=51651eadf1e24ba2a63ea7991aca6c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1218565 May 04 14:36:36.951916 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 58814) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:37.006907 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] For port c3969de1-79af-41bd-a789-a38e7708302b, host hv-cinder-77262, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:36:37.012004 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] For port c3969de1-79af-41bd-a789-a38e7708302b, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c3969de1-79af-41bd-a789-a38e7708302b,segment=NetworkSegment(69042764-13a9-4083-b14f-24a607f516d3),segment_id=69042764-13a9-4083-b14f-24a607f516d3)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:36:37.019468 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:37.025883 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:37.061932 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-12612572-9353-4c5e-87d2-da2f6388a349 req-7f4dae9d-4ddd-4d9a-92b6-5d03cb7bac37 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Synchronizing usage tracker for tenant:bf683cf6c25d4324b385aeee35cb8a01 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:36:37.099049 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:37.100106 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:37.102361 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] 10.222.0.47 "PUT /v2.0/ports/c3969de1-79af-41bd-a789-a38e7708302b HTTP/1.1" status: 200 len: 1094 time: 1.7386932 May 04 14:36:37.103220 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3571a471-ce52-441c-a9d8-772542e9567a', 'tag': 'c3969de1-79af-41bd-a789-a38e7708302b'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:37.141316 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Pushing event updated for resources: {'Port': ['ID=c3969de1-79af-41bd-a789-a38e7708302b,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:37.148279 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:37.223363 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-12612572-9353-4c5e-87d2-da2f6388a349 req-7f4dae9d-4ddd-4d9a-92b6-5d03cb7bac37 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Unset dirty status for tenant:bf683cf6c25d4324b385aeee35cb8a01 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:36:37.238071 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-12612572-9353-4c5e-87d2-da2f6388a349 req-7f4dae9d-4ddd-4d9a-92b6-5d03cb7bac37 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccc6b65d-56f8-4021-bcd6-f0e7e1696e77 HTTP/1.1" status: 200 len: 210 time: 0.2874470 May 04 14:36:37.308514 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-aaf803cb-2dbd-4cdd-b484-2e9ccbbb53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:37.310114 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-aaf803cb-2dbd-4cdd-b484-2e9ccbbb53ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da85c57c1635433189e040d0d7cab5d3&device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 1097 time: 0.1237879 May 04 14:36:37.354446 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f0b97844-3286-4495-a2c7-b52a80c9866e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:37.435144 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8543541-3bd3-4fcb-b0a0-ef6ed0b6c36e req-7c9e35e5-ea66-4830-bc51-aa020e76e49e tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:37.450109 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d8543541-3bd3-4fcb-b0a0-ef6ed0b6c36e req-7c9e35e5-ea66-4830-bc51-aa020e76e49e tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.3809805 May 04 14:36:37.455367 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3571a471-ce52-441c-a9d8-772542e9567a', 'tag': 'c3969de1-79af-41bd-a789-a38e7708302b', 'status': 'completed', 'code': 200} May 04 14:36:37.483671 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-825f7025-4750-41db-bf10-32776eaae2c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3969de1-79af-41bd-a789-a38e7708302b HTTP/1.1" status: 200 len: 217 time: 0.1582046 May 04 14:36:37.485515 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f0b97844-3286-4495-a2c7-b52a80c9866e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:37.597544 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d8543541-3bd3-4fcb-b0a0-ef6ed0b6c36e req-ce36ceda-8243-4c4c-92d6-ac32c935eac4 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462169 May 04 14:36:37.622567 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-b8d3a06a-a5dd-44b9-978c-5be4668bdaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:37.631419 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-b8d3a06a-a5dd-44b9-978c-5be4668bdaa6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=579d1c27-dc01-4b17-b9d3-0088913fb98a HTTP/1.1" status: 200 len: 848 time: 0.1403079 May 04 14:36:37.648570 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d78b4-5a3c-414d-b4bc-a52c7fcda5f8 req-94399749-2ab7-4c35-95a1-80e5f67e5802 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:37.658869 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4f0d78b4-5a3c-414d-b4bc-a52c7fcda5f8 req-94399749-2ab7-4c35-95a1-80e5f67e5802 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 944 time: 0.1759353 May 04 14:36:37.685609 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f0b97844-3286-4495-a2c7-b52a80c9866e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:37.692869 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-967a419a-fad1-451d-9322-508c1cbc4854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:37.722417 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b97844-3286-4495-a2c7-b52a80c9866e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde1ce70-05af-4a21-8e97-2c4e790016f6,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:37.725396 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-ce160c4c-8c98-424c-85d0-45d9597f0a8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7691e781-1413-4cd4-a726-506f5e535d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867369 May 04 14:36:37.727387 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f0b97844-3286-4495-a2c7-b52a80c9866e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:37.739785 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f0b97844-3286-4495-a2c7-b52a80c9866e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:37.741218 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-f0b97844-3286-4495-a2c7-b52a80c9866e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fde1ce70-05af-4a21-8e97-2c4e790016f6 HTTP/1.1" status: 204 len: 168 time: 0.7880683 May 04 14:36:37.752484 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4f0d78b4-5a3c-414d-b4bc-a52c7fcda5f8 req-a51b696f-fc19-4913-9f16-99714d7df8b5 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927014 May 04 14:36:38.033109 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-05639330-0e0c-4762-8f81-4916199cfd25 service neutron] 10.222.0.47 "GET /v2.0/networks/7691e781-1413-4cd4-a726-506f5e535d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916539 May 04 14:36:38.038654 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a99248b1-9bca-452d-ba11-f789a8c7a6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:38.114659 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-f294070c-3efc-4d9e-921c-1f471b77da4a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2120695796&fields=id&tenant_id=b9af81ed309c4321bdd601cdf3c05a10 HTTP/1.1" status: 200 len: 267 time: 0.1180928 May 04 14:36:38.180127 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2059fa-e517-44d9-9034-de7c3becf41f req-f407b25b-210e-4218-9e07-dcbef51c9e9c tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:38.182616 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5c2059fa-e517-44d9-9034-de7c3becf41f req-f407b25b-210e-4218-9e07-dcbef51c9e9c tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.3104310 May 04 14:36:38.233703 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:38.309914 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-211f88c8-46a3-4a00-993e-0afbbd507454 req-35b61571-510e-4a87-a4a8-87b0b187f4cf service neutron] 10.222.0.47 "GET /v2.0/networks/7691e781-1413-4cd4-a726-506f5e535d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647073 May 04 14:36:38.442127 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6f4e6-e492-4c63-bdec-2dd8422eb82a req-b9c91a0a-394c-4faa-a654-54c1d73593de tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:38.442984 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-8ed6f4e6-e492-4c63-bdec-2dd8422eb82a req-b9c91a0a-394c-4faa-a654-54c1d73593de tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Synchronizing usage tracker for tenant:390c134d64f748c3bb44d08875d33b93 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:36:38.465677 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-8ed6f4e6-e492-4c63-bdec-2dd8422eb82a req-b9c91a0a-394c-4faa-a654-54c1d73593de tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Unset dirty status for tenant:390c134d64f748c3bb44d08875d33b93 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:36:38.467203 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-8ed6f4e6-e492-4c63-bdec-2dd8422eb82a req-b9c91a0a-394c-4faa-a654-54c1d73593de tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.47 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 946 time: 0.1459594 May 04 14:36:38.475465 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5c2059fa-e517-44d9-9034-de7c3becf41f req-fed42b48-7470-4ab1-b476-66e21c53f316 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d98a33e-7666-4b19-9296-8115f8d6b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697711 May 04 14:36:38.553836 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-a2050d49-0126-499b-930c-4fae2955090c tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:38.555513 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-a2050d49-0126-499b-930c-4fae2955090c tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/networks?id=e665b7e8-0c6e-4f5f-a726-42fdf586edb2 HTTP/1.1" status: 200 len: 808 time: 0.4332831 May 04 14:36:38.576600 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-96223e3b-2d92-4bb0-829c-9988ba0643f8 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/quotas/b9af81ed309c4321bdd601cdf3c05a10 HTTP/1.1" status: 200 len: 375 time: 0.0129545 May 04 14:36:38.580176 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204bf72-8aa3-4273-9a5d-2ffec8c1df5c req-9c4804a2-9a25-4605-bea0-cb59d5d1a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:38.581745 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4204bf72-8aa3-4273-9a5d-2ffec8c1df5c req-9c4804a2-9a25-4605-bea0-cb59d5d1a56f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da85c57c1635433189e040d0d7cab5d3&device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 1097 time: 0.2005124 May 04 14:36:38.721028 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-8ed6f4e6-e492-4c63-bdec-2dd8422eb82a req-3ac8ea6a-ade1-4adc-b471-a47e841bb2ae tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Deleting port 6100388c-46e0-416d-802a-e65d4573e6c7 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:36:38.721881 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-8ed6f4e6-e492-4c63-bdec-2dd8422eb82a req-3ac8ea6a-ade1-4adc-b471-a47e841bb2ae tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:38.822647 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 247b106c-fed6-4ec4-a00c-38fdc1bc5817 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:36:38.858853 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] No Port match for: 247b106c-fed6-4ec4-a00c-38fdc1bc5817 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:36:38.859624 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 247b106c-fed6-4ec4-a00c-38fdc1bc5817 not bound to the agent host hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:36:38.920495 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-8ed6f4e6-e492-4c63-bdec-2dd8422eb82a req-3ac8ea6a-ade1-4adc-b471-a47e841bb2ae tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] For port 6100388c-46e0-416d-802a-e65d4573e6c7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6100388c-46e0-416d-802a-e65d4573e6c7,segment=NetworkSegment(13b31776-d8ff-4c73-8a8e-8e4dad5c0883),segment_id=13b31776-d8ff-4c73-8a8e-8e4dad5c0883)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:38.921079 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-8ed6f4e6-e492-4c63-bdec-2dd8422eb82a req-3ac8ea6a-ade1-4adc-b471-a47e841bb2ae tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:39.024325 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204bf72-8aa3-4273-9a5d-2ffec8c1df5c req-dd67de75-f0b1-4479-ab5c-48e04de72bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:39.026682 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4204bf72-8aa3-4273-9a5d-2ffec8c1df5c req-dd67de75-f0b1-4479-ab5c-48e04de72bc1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7691e781-1413-4cd4-a726-506f5e535d00 HTTP/1.1" status: 200 len: 909 time: 0.4364812 May 04 14:36:39.096581 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:39.111880 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-8ed6f4e6-e492-4c63-bdec-2dd8422eb82a req-3ac8ea6a-ade1-4adc-b471-a47e841bb2ae tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Calling delete_port for 6100388c-46e0-416d-802a-e65d4573e6c7 owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:36:39.129894 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-33bacb32-2f87-4aed-a27b-118ef9a42d96 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9af81ed309c4321bdd601cdf3c05a10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5413625 May 04 14:36:39.162441 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4204bf72-8aa3-4273-9a5d-2ffec8c1df5c req-93e6586b-7bbf-4ae6-8024-208cc8d5e411 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3969de1-79af-41bd-a789-a38e7708302b HTTP/1.1" status: 200 len: 217 time: 0.1240509 May 04 14:36:39.205822 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3b75a-78d6-47e4-89d3-0e50d44cca82 req-8a0e02fb-6c45-486e-b80e-dec56681aa43 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:39.205822 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-77c3b75a-78d6-47e4-89d3-0e50d44cca82 req-8a0e02fb-6c45-486e-b80e-dec56681aa43 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.5599792 May 04 14:36:39.343919 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-8ed6f4e6-e492-4c63-bdec-2dd8422eb82a req-3ac8ea6a-ade1-4adc-b471-a47e841bb2ae tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:39.360122 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['6100388c-46e0-416d-802a-e65d4573e6c7'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:36:39.360465 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:39.468963 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8ea6a-ade1-4adc-b471-a47e841bb2ae tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Pushing event deleted for resources: {'Port': ['ID=6100388c-46e0-416d-802a-e65d4573e6c7,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:39.474074 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3ac8ea6a-ade1-4adc-b471-a47e841bb2ae tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:39.518433 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-77c3b75a-78d6-47e4-89d3-0e50d44cca82 req-9aa456eb-bad9-43a4-8ef3-850443bf02e5 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242475 May 04 14:36:39.520739 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204bf72-8aa3-4273-9a5d-2ffec8c1df5c req-77728a06-5017-4cc3-80c9-03383b6d99d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:39.523268 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4204bf72-8aa3-4273-9a5d-2ffec8c1df5c req-77728a06-5017-4cc3-80c9-03383b6d99d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=579d1c27-dc01-4b17-b9d3-0088913fb98a HTTP/1.1" status: 200 len: 848 time: 0.3127124 May 04 14:36:39.598139 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4204bf72-8aa3-4273-9a5d-2ffec8c1df5c req-89abf96e-f4b8-4078-aa2d-3d76f41bb022 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7691e781-1413-4cd4-a726-506f5e535d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660603 May 04 14:36:39.607094 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-d5ba2e76-6bfb-4a15-8fdc-514fa50069e3 service neutron] 10.222.0.37 "GET /v2.0/networks/e665b7e8-0c6e-4f5f-a726-42fdf586edb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484489 May 04 14:36:39.636584 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed6f4e6-e492-4c63-bdec-2dd8422eb82a req-3ac8ea6a-ade1-4adc-b471-a47e841bb2ae tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] No DVR routers for this DVR port 6100388c-46e0-416d-802a-e65d4573e6c7 on host hv-cinder-77262 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:36:39.642972 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-8ed6f4e6-e492-4c63-bdec-2dd8422eb82a req-3ac8ea6a-ade1-4adc-b471-a47e841bb2ae tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:39.652841 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510b7c59-eec8-49ca-9b9e-fb681d7afcea', 'name': 'network-vif-deleted', 'tag': '6100388c-46e0-416d-802a-e65d4573e6c7'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:39.682473 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-8ed6f4e6-e492-4c63-bdec-2dd8422eb82a req-3ac8ea6a-ade1-4adc-b471-a47e841bb2ae tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.47 "DELETE /v2.0/ports/6100388c-46e0-416d-802a-e65d4573e6c7 HTTP/1.1" status: 204 len: 173 time: 1.2089155 May 04 14:36:40.087982 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-7a34d350-8100-45ab-b504-e47f5a8d3c6d service neutron] 10.222.0.37 "GET /v2.0/networks/e665b7e8-0c6e-4f5f-a726-42fdf586edb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535379 May 04 14:36:40.095844 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4204bf72-8aa3-4273-9a5d-2ffec8c1df5c req-df2cf75c-c447-425b-8425-c2fe4ca95a34 service neutron] 10.222.0.47 "GET /v2.0/networks/7691e781-1413-4cd4-a726-506f5e535d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874046 May 04 14:36:40.419694 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb90d1-81c3-4558-a717-14e0cdaf0643 req-14686ba0-ffc0-4219-bac8-b98469c48cc8 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:40.437307 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-67eb90d1-81c3-4558-a717-14e0cdaf0643 req-14686ba0-ffc0-4219-bac8-b98469c48cc8 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.5179250 May 04 14:36:40.525260 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4204bf72-8aa3-4273-9a5d-2ffec8c1df5c req-ee6cfb85-502d-4f4b-8002-23baa4bd732b service neutron] 10.222.0.47 "GET /v2.0/networks/7691e781-1413-4cd4-a726-506f5e535d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180138 May 04 14:36:40.578205 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-67eb90d1-81c3-4558-a717-14e0cdaf0643 req-ce43db4d-88fb-4695-8e8d-c41296ca9a4e tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393857 May 04 14:36:40.831309 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device e4effb26-7356-49a6-afdd-f839050502ad details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:36:40.975872 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:41.046231 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e57eda9e-ead8-44d4-9803-25deaa44d405 req-58e4d3f6-0faf-45df-ae2d-92556f11b317 tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] 10.222.0.37 "GET /v2.0/ports?device_id=510b7c59-eec8-49ca-9b9e-fb681d7afcea HTTP/1.1" status: 200 len: 210 time: 0.1210341 May 04 14:36:41.178161 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef3c1d-383d-4b23-b41c-a22adf70c2b0 req-9eb9361d-5a8f-464a-b513-14c02fa94f9d tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:41.207298 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-50ef3c1d-383d-4b23-b41c-a22adf70c2b0 req-9eb9361d-5a8f-464a-b513-14c02fa94f9d tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 944 time: 0.4227986 May 04 14:36:41.256277 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510b7c59-eec8-49ca-9b9e-fb681d7afcea', 'name': 'network-vif-deleted', 'tag': '6100388c-46e0-416d-802a-e65d4573e6c7', 'status': 'completed', 'code': 200} May 04 14:36:41.361795 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-50ef3c1d-383d-4b23-b41c-a22adf70c2b0 req-8c1d62df-5fac-4639-95fc-b8c75a93f3f3 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525688 May 04 14:36:41.531659 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port e4effb26-7356-49a6-afdd-f839050502ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4effb26-7356-49a6-afdd-f839050502ad,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:41.584415 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': 'e4effb26-7356-49a6-afdd-f839050502ad', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'port_id': 'e4effb26-7356-49a6-afdd-f839050502ad', 'mac_address': 'fa:16:3e:bf:88:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:36:41.777412 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:41.816115 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4effb26-7356-49a6-afdd-f839050502ad {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:36:41.875693 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port e4effb26-7356-49a6-afdd-f839050502ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4effb26-7356-49a6-afdd-f839050502ad,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:41.886538 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:41.891224 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device c3969de1-79af-41bd-a789-a38e7708302b details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:36:41.989357 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:42.248388 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1e7e0-2f82-44e8-9068-389e42b95149 req-e3a9a148-2aa2-4ed8-9b51-4049b37f29a2 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:42.257696 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a3f1e7e0-2f82-44e8-9068-389e42b95149 req-e3a9a148-2aa2-4ed8-9b51-4049b37f29a2 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 944 time: 0.4327672 May 04 14:36:42.278089 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=e4effb26-7356-49a6-afdd-f839050502ad,revision_number=6']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:42.312148 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:42.449558 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port c3969de1-79af-41bd-a789-a38e7708302b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c3969de1-79af-41bd-a789-a38e7708302b,segment=NetworkSegment(69042764-13a9-4083-b14f-24a607f516d3),segment_id=69042764-13a9-4083-b14f-24a607f516d3)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:42.504402 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a3f1e7e0-2f82-44e8-9068-389e42b95149 req-f661a37c-912c-482a-a3eb-1157debd9361 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360518 May 04 14:36:42.596864 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': 'c3969de1-79af-41bd-a789-a38e7708302b', 'network_id': '7691e781-1413-4cd4-a726-506f5e535d00', 'port_id': 'c3969de1-79af-41bd-a789-a38e7708302b', 'mac_address': 'fa:16:3e:d5:d9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579d1c27-dc01-4b17-b9d3-0088913fb98a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:36:42.967141 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 59018) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:43.056706 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:43.129372 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3969de1-79af-41bd-a789-a38e7708302b {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:36:43.199042 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port c3969de1-79af-41bd-a789-a38e7708302b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c3969de1-79af-41bd-a789-a38e7708302b,segment=NetworkSegment(69042764-13a9-4083-b14f-24a607f516d3),segment_id=69042764-13a9-4083-b14f-24a607f516d3)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:43.213019 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:43.222835 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:43.412808 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bffdd282-9409-4046-8c7c-b3bf04923db8 req-d613029d-2807-4ef2-94c3-43911042c668 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 210 time: 0.2532218 May 04 14:36:43.681998 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=c3969de1-79af-41bd-a789-a38e7708302b,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:43.702873 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:43.771906 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['e4effb26-7356-49a6-afdd-f839050502ad'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:36:44.081891 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['c3969de1-79af-41bd-a789-a38e7708302b'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:36:44.201796 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:44.257745 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b21ba-5e37-458a-91f8-a45eb1fe4bfe req-027e5b79-b7a0-43a8-9175-690e8b3722f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:44.260921 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7b0b21ba-5e37-458a-91f8-a45eb1fe4bfe req-027e5b79-b7a0-43a8-9175-690e8b3722f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94143385d04d4e4daae864a0a23daa8d&device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 1098 time: 0.8379250 May 04 14:36:44.332072 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9453d6eb-302f-4622-933d-f2d860856ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919107'] for router_interface, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:44.938974 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3b4a9-47be-41e3-8f50-d748451eb247 req-94f567b9-83c5-4f2a-b7a2-5bc9a9798ccc tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:44.958883 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-deb3b4a9-47be-41e3-8f50-d748451eb247 req-94f567b9-83c5-4f2a-b7a2-5bc9a9798ccc tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 945 time: 1.3168573 May 04 14:36:45.106090 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-88c71da8-88d5-4965-b6cd-baac7b0e92e2 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:45.106896 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-88c71da8-88d5-4965-b6cd-baac7b0e92e2 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Synchronizing usage tracker for tenant:b9af81ed309c4321bdd601cdf3c05a10 on resource:network {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:36:45.141509 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-88c71da8-88d5-4965-b6cd-baac7b0e92e2 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Unset dirty status for tenant:b9af81ed309c4321bdd601cdf3c05a10 on resource:network {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:36:45.143334 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-88c71da8-88d5-4965-b6cd-baac7b0e92e2 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.47 "GET /v2.0/networks?id=e665b7e8-0c6e-4f5f-a726-42fdf586edb2 HTTP/1.1" status: 200 len: 808 time: 0.3547738 May 04 14:36:45.267599 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device e4effb26-7356-49a6-afdd-f839050502ad up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:36:45.302688 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d572b0d-c329-4369-8dbb-8e2757efd00b req-0e93f535-28c9-4f8a-b74f-1f4adc40b63c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:45.314928 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-455ce898-fb2b-4b81-9571-67250be37bdc tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Synchronizing usage tracker for tenant:b9af81ed309c4321bdd601cdf3c05a10 on resource:security_group {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:36:45.316085 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8d572b0d-c329-4369-8dbb-8e2757efd00b req-0e93f535-28c9-4f8a-b74f-1f4adc40b63c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 1.3801391 May 04 14:36:45.397482 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-deb3b4a9-47be-41e3-8f50-d748451eb247 req-9f6e7c55-cdfa-4081-bbfc-bbafbcf75aaf tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301152 May 04 14:36:45.561753 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port e4effb26-7356-49a6-afdd-f839050502ad triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:45.562020 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-455ce898-fb2b-4b81-9571-67250be37bdc tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Unset dirty status for tenant:b9af81ed309c4321bdd601cdf3c05a10 on resource:security_group {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:36:45.563319 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-455ce898-fb2b-4b81-9571-67250be37bdc tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9af81ed309c4321bdd601cdf3c05a10 HTTP/1.1" status: 200 len: 380 time: 0.3940284 May 04 14:36:45.565663 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:45.592610 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b21ba-5e37-458a-91f8-a45eb1fe4bfe req-a922b553-abbf-4cca-82c8-415f7dd50a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:45.599973 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7b0b21ba-5e37-458a-91f8-a45eb1fe4bfe req-a922b553-abbf-4cca-82c8-415f7dd50a0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9 HTTP/1.1" status: 200 len: 912 time: 1.2795775 May 04 14:36:45.625036 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8d572b0d-c329-4369-8dbb-8e2757efd00b req-e35a9936-7391-42ad-b277-0e8c6a5ef41a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064718 May 04 14:36:45.636207 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Request body: {'port': {'device_id': 'eadf1a41-dc02-46c9-ab5c-84b71ca277bb', 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2', 'admin_state_up': True, 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'security_groups': ['8e74174c-cff3-48df-8e81-cf588df2ac86']}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:36:46.061420 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:36:46.063696 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Usage tracker for resource:port and tenant:b9af81ed309c4321bdd601cdf3c05a10 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:36:46.067261 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:36:46.075327 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:36:46.094349 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Made reservation on behalf of b9af81ed309c4321bdd601cdf3c05a10 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:36:46.099277 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:46.131020 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:46.191576 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port e4effb26-7356-49a6-afdd-f839050502ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4effb26-7356-49a6-afdd-f839050502ad,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:46.193591 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6019d0f2-a242-4912-9280-182937f7dd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4effb26-7356-49a6-afdd-f839050502ad'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:46.217322 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:46.217322 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 6100388c-46e0-416d-802a-e65d4573e6c7 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:36:46.309889 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Allocated IP 172.20.0.10 (e665b7e8-0c6e-4f5f-a726-42fdf586edb2/36f2a37b-6dd1-46ea-b4b2-d52446e862c4/39f684f2-0f17-413a-bbc0-da1a77fb5ff0) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:36:46.394815 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-c107a208-8e31-4bcc-8666-6626eeea6991 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:46.488610 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-65a41ee9-30fd-4b8b-ad44-aa168b0cd5a7 req-c6fa3ebd-b882-40ae-8a0d-3ca9948ef21c tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 210 time: 0.3422129 May 04 14:36:46.599069 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7b0b21ba-5e37-458a-91f8-a45eb1fe4bfe req-c78ee42b-255f-4162-8ad8-fa486b2ffa72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a9f122d-eab2-4c5c-9630-a6316bc28154 HTTP/1.1" status: 200 len: 1001 time: 0.9646337 May 04 14:36:46.659094 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] No Port match for: 6100388c-46e0-416d-802a-e65d4573e6c7 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:36:46.663883 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 6100388c-46e0-416d-802a-e65d4573e6c7 not bound to the agent host hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:36:46.685702 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6019d0f2-a242-4912-9280-182937f7dd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4effb26-7356-49a6-afdd-f839050502ad', 'code': 200} May 04 14:36:46.695818 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:46.722787 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Transition to ACTIVE for port object 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:36:46.744429 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=e4effb26-7356-49a6-afdd-f839050502ad,revision_number=7']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:46.754159 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:46.791602 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:46.800961 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-9453d6eb-302f-4622-933d-f2d860856ee1 admin admin] Deleting port 272ea247-3725-4dc2-82f3-dbd549bccf0d {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:36:46.801343 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9453d6eb-302f-4622-933d-f2d860856ee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:46.908559 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b21ba-5e37-458a-91f8-a45eb1fe4bfe req-fc21a99b-10e2-45bf-86fb-5e85c5abee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:46.910727 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7b0b21ba-5e37-458a-91f8-a45eb1fe4bfe req-fc21a99b-10e2-45bf-86fb-5e85c5abee8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d35a3c5f-3c94-4166-926a-729a198f0bde HTTP/1.1" status: 200 len: 850 time: 0.2943196 May 04 14:36:46.919757 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f248dae-7cbe-4a90-8f1e-d17f1b6f76a0 req-d9932412-666a-422d-8ac3-6ac273e2da1b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:46.927626 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4f248dae-7cbe-4a90-8f1e-d17f1b6f76a0 req-d9932412-666a-422d-8ac3-6ac273e2da1b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 944 time: 0.9911964 May 04 14:36:46.942204 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-9453d6eb-302f-4622-933d-f2d860856ee1 admin admin] For port 272ea247-3725-4dc2-82f3-dbd549bccf0d, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=272ea247-3725-4dc2-82f3-dbd549bccf0d,segment=NetworkSegment(13b31776-d8ff-4c73-8a8e-8e4dad5c0883),segment_id=13b31776-d8ff-4c73-8a8e-8e4dad5c0883)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:46.942590 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9453d6eb-302f-4622-933d-f2d860856ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:47.056184 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4f248dae-7cbe-4a90-8f1e-d17f1b6f76a0 req-08ac26fb-1be6-4f59-8a2d-b1dd1d20c3f0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270959 May 04 14:36:47.108306 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6515314-dcd3-4433-81cd-8085e1052115 req-bb469ced-6251-4bd0-b909-a6e824376045 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:47.117660 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e6515314-dcd3-4433-81cd-8085e1052115 req-bb469ced-6251-4bd0-b909-a6e824376045 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 945 time: 0.2841828 May 04 14:36:47.162751 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-9453d6eb-302f-4622-933d-f2d860856ee1 admin admin] Calling delete_port for 272ea247-3725-4dc2-82f3-dbd549bccf0d owned by network:router_interface {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:36:47.179007 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5bac2f11-6cbc-416e-a857-54840730f4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:47.236606 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b21ba-5e37-458a-91f8-a45eb1fe4bfe req-831ccc63-3b44-438b-9d32-71374e216ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:47.236606 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7b0b21ba-5e37-458a-91f8-a45eb1fe4bfe req-831ccc63-3b44-438b-9d32-71374e216ce0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2946470 May 04 14:36:47.291368 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device c3969de1-79af-41bd-a789-a38e7708302b up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:36:47.411817 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Network e665b7e8-0c6e-4f5f-a726-42fdf586edb2 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:36:47.461686 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:36:47.479226 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e6515314-dcd3-4433-81cd-8085e1052115 req-14d1add4-d250-49b0-a395-ca80be6dd710 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600540 May 04 14:36:47.485504 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:36:47.490293 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning for port c3969de1-79af-41bd-a789-a38e7708302b completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:36:47.497004 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port c3969de1-79af-41bd-a789-a38e7708302b triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:47.497425 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:47.640222 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Pushing event updated for resources: {'Port': ['ID=39f684f2-0f17-413a-bbc0-da1a77fb5ff0,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:47.668015 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:47.727869 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:47.728849 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:47.803190 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:47.891227 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port c3969de1-79af-41bd-a789-a38e7708302b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c3969de1-79af-41bd-a789-a38e7708302b,segment=NetworkSegment(69042764-13a9-4083-b14f-24a607f516d3),segment_id=69042764-13a9-4083-b14f-24a607f516d3)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:47.896587 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:47.898694 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:47.941686 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7b0b21ba-5e37-458a-91f8-a45eb1fe4bfe req-1dc289ac-a71e-4b73-957a-c7e06feb5615 service neutron] 10.222.0.47 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6778612 May 04 14:36:47.966385 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756e040-5fab-4fd8-af74-22002912e994 req-344b2f89-f9e1-4dbe-8148-8e6a1688fb1e tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:47.968784 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5756e040-5fab-4fd8-af74-22002912e994 req-344b2f89-f9e1-4dbe-8148-8e6a1688fb1e tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 932 time: 0.2533233 May 04 14:36:48.009265 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=c3969de1-79af-41bd-a789-a38e7708302b,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:48.022702 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:48.096015 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-f8b88fa0-6544-4fc7-9008-40b4550f93b2 None None] Provisioning for port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:36:48.103632 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-f8b88fa0-6544-4fc7-9008-40b4550f93b2 None None] Provisioning complete for port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:48.104587 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f8b88fa0-6544-4fc7-9008-40b4550f93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:48.203632 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7b0b21ba-5e37-458a-91f8-a45eb1fe4bfe req-1c90ea07-ac09-442c-ad77-e7655bf3c15e service neutron] 10.222.0.47 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334242 May 04 14:36:48.224326 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-f8b88fa0-6544-4fc7-9008-40b4550f93b2 None None] Port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:36:48.274101 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88be421-ec3d-4742-9ddb-fee6942173c6 req-e1c1ccaa-d83e-4208-8ebb-725876448b73 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:48.275735 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a88be421-ec3d-4742-9ddb-fee6942173c6 req-e1c1ccaa-d83e-4208-8ebb-725876448b73 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.9176672 May 04 14:36:48.299538 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6795433 May 04 14:36:48.312285 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Request body: {'port': {'device_id': 'eadf1a41-dc02-46c9-ab5c-84b71ca277bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:36:48.349832 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5756e040-5fab-4fd8-af74-22002912e994 req-c94a381f-8887-4ca0-a347-1d28a3839be0 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431875 May 04 14:36:48.476989 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a88be421-ec3d-4742-9ddb-fee6942173c6 req-78b13874-4d7d-48d4-a3ad-164e6a22e4c6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486139 May 04 14:36:48.686950 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3571a471-ce52-441c-a9d8-772542e9567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3969de1-79af-41bd-a789-a38e7708302b'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:48.697858 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8cf6d-3aed-44b9-a186-51070ac23ca1 req-ef0884f5-0ea6-4aee-a811-1434bfb17246 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:48.700055 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-70c8cf6d-3aed-44b9-a186-51070ac23ca1 req-ef0884f5-0ea6-4aee-a811-1434bfb17246 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.2084146 May 04 14:36:48.801043 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:48.863155 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-70c8cf6d-3aed-44b9-a186-51070ac23ca1 req-60df1fdc-d98e-433a-a2a5-3a19fd219d65 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561620 May 04 14:36:49.021641 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacea46-28e6-4d51-b721-f78c2073cdbf req-ca63e33b-4ce7-4d15-a1ba-b878fda5388a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:49.032824 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bdacea46-28e6-4d51-b721-f78c2073cdbf req-ca63e33b-4ce7-4d15-a1ba-b878fda5388a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 946 time: 0.2815597 May 04 14:36:49.099869 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3571a471-ce52-441c-a9d8-772542e9567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3969de1-79af-41bd-a789-a38e7708302b', 'code': 200} May 04 14:36:49.174996 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bdacea46-28e6-4d51-b721-f78c2073cdbf req-549f55da-40bb-4ec3-a2aa-040fc327a43d tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286101 May 04 14:36:49.191892 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9453d6eb-302f-4622-933d-f2d860856ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:49.200537 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:49.277900 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453d6eb-302f-4622-933d-f2d860856ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=272ea247-3725-4dc2-82f3-dbd549bccf0d,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:49.319901 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9453d6eb-302f-4622-933d-f2d860856ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:49.795774 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f87774-03de-4e1f-803f-39bf4b9aa189 req-50ce5069-ee74-40d3-8a25-45a7e1f21c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:49.799141 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-21f87774-03de-4e1f-803f-39bf4b9aa189 req-50ce5069-ee74-40d3-8a25-45a7e1f21c42 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 1099 time: 0.2833602 May 04 14:36:50.018133 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-21f87774-03de-4e1f-803f-39bf4b9aa189 req-786345ea-0562-4f08-97c6-3ed34a0dbd8a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124267 May 04 14:36:50.144343 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744d6d0-6691-41d3-8f63-e2d1afaff4f3 req-a28f5bbd-ac46-4c54-a9a8-f96fa0a653f6 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:50.146063 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c744d6d0-6691-41d3-8f63-e2d1afaff4f3 req-a28f5bbd-ac46-4c54-a9a8-f96fa0a653f6 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 932 time: 0.3103881 May 04 14:36:50.155873 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e601bd-e22c-4f99-9335-b47e9b8307dc req-b7378a66-1dc2-4fab-a263-0230f0be4e0b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:50.157473 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e7e601bd-e22c-4f99-9335-b47e9b8307dc req-b7378a66-1dc2-4fab-a263-0230f0be4e0b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.3176417 May 04 14:36:50.173126 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9453d6eb-302f-4622-933d-f2d860856ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943603'] for router_interface, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:50.299096 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c744d6d0-6691-41d3-8f63-e2d1afaff4f3 req-e1d1dce7-a1e0-4756-85c8-f51820c5bc52 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386111 May 04 14:36:50.323827 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e7e601bd-e22c-4f99-9335-b47e9b8307dc req-38c6a618-d6ea-4f83-8296-41ed16411d7c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421027 May 04 14:36:50.472956 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:36:50.500998 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:50.557996 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Transition to ACTIVE for port object 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:36:50.617833 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:50.636371 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-acb61f3f-8722-4136-927f-d90a7d103fac tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:51.038539 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Pushing event updated for resources: {'Port': ['ID=39f684f2-0f17-413a-bbc0-da1a77fb5ff0,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:51.056125 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:51.073595 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d8779-0efe-4330-9601-4fc9d5a2c732 req-0b0cb02c-faa9-4e4a-acaa-55f4a6cb2ce2 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:51.076420 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0b9d8779-0efe-4330-9601-4fc9d5a2c732 req-0b0cb02c-faa9-4e4a-acaa-55f4a6cb2ce2 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.6034687 May 04 14:36:51.205312 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4454-52be-4146-a1e3-8abc777107c9 req-cb25275c-34e1-4f35-97dd-fc5ed239d687 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:51.208060 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2ddc4454-52be-4146-a1e3-8abc777107c9 req-cb25275c-34e1-4f35-97dd-fc5ed239d687 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 946 time: 0.4852021 May 04 14:36:51.314064 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0b9d8779-0efe-4330-9601-4fc9d5a2c732 req-432424e6-48ac-4389-adb1-17b69234bec8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291694 May 04 14:36:51.411582 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2ddc4454-52be-4146-a1e3-8abc777107c9 req-7136cc67-009d-4e63-a6be-c7c82c34ec32 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938491 May 04 14:36:51.544144 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Attempting to bind port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:36:51.545367 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Attempting to bind port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '52453880-2caa-4bcb-8e05-b99f8cf05f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:36:51.546004 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Attempting to bind port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 on network e665b7e8-0c6e-4f5f-a726-42fdf586edb2 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:36:51.566741 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 on network e665b7e8-0c6e-4f5f-a726-42fdf586edb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:36:51.567353 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Attempting to bind port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 on network e665b7e8-0c6e-4f5f-a726-42fdf586edb2 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:36:51.581883 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Checking agent: {'id': '8bf5348c-0921-4b50-a8be-a73e0c140a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'started_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:36:51.582529 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Checking segment: {'id': '52453880-2caa-4bcb-8e05-b99f8cf05f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:36:51.583094 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Bound using segment: {'id': '52453880-2caa-4bcb-8e05-b99f8cf05f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:36:51.583777 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Bound port: 39f684f2-0f17-413a-bbc0-da1a77fb5ff0, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52453880-2caa-4bcb-8e05-b99f8cf05f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:36:51.584305 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:51.651942 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9453d6eb-302f-4622-933d-f2d860856ee1 admin admin] Router f9ca2393-c36c-42ab-bb3e-2988def4ea00 has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:36:51.694142 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e58c3-7fcc-4c40-a03b-ba0d8a665ed7 req-4575c467-243d-439f-a6be-ff8f53efe7d2 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:51.695693 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3a8e58c3-7fcc-4c40-a03b-ba0d8a665ed7 req-4575c467-243d-439f-a6be-ff8f53efe7d2 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 944 time: 0.2191999 May 04 14:36:51.805788 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] For port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0, host hv-cinder-77262, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:36:51.856080 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3a8e58c3-7fcc-4c40-a03b-ba0d8a665ed7 req-63d609f0-1275-4b42-816e-3f9fa66e37ed tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338556 May 04 14:36:51.912952 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] For port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=39f684f2-0f17-413a-bbc0-da1a77fb5ff0,segment=NetworkSegment(52453880-2caa-4bcb-8e05-b99f8cf05f49),segment_id=52453880-2caa-4bcb-8e05-b99f8cf05f49)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:36:51.924017 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:51.935707 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0808fc9a-0d16-4b35-ad02-0ac5825017d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:52.051704 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9453d6eb-302f-4622-933d-f2d860856ee1 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:36:52.059632 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:52.060280 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:52.063090 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] 10.222.0.47 "PUT /v2.0/ports/39f684f2-0f17-413a-bbc0-da1a77fb5ff0 HTTP/1.1" status: 200 len: 1094 time: 3.7545140 May 04 14:36:52.069760 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4dda5e-286c-49d3-8922-142b5fe0ce7f None None] Sync routers for ids ['f9ca2393-c36c-42ab-bb3e-2988def4ea00'] in dv-cinder-772623-4-smb {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:36:52.084053 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eadf1a41-dc02-46c9-ab5c-84b71ca277bb', 'tag': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:52.101495 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4dda5e-286c-49d3-8922-142b5fe0ce7f None None] Routers {'f9ca2393-c36c-42ab-bb3e-2988def4ea00'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:36:52.105067 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-aa4dda5e-286c-49d3-8922-142b5fe0ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:36:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['f9ca2393-c36c-42ab-bb3e-2988def4ea00'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:52.260888 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eadf1a41-dc02-46c9-ab5c-84b71ca277bb', 'tag': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0', 'status': 'completed', 'code': 200} May 04 14:36:52.282805 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-9453d6eb-302f-4622-933d-f2d860856ee1 admin admin] 10.222.0.37 "PUT /v2.0/routers/f9ca2393-c36c-42ab-bb3e-2988def4ea00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3133852 May 04 14:36:52.285647 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 59236) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:52.300423 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 59240) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:52.345625 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Pushing event updated for resources: {'Port': ['ID=39f684f2-0f17-413a-bbc0-da1a77fb5ff0,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:52.363302 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:52.465632 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-2d49aba5-d473-4287-8e15-6bb003d642d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:52.475133 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-2d49aba5-d473-4287-8e15-6bb003d642d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9af81ed309c4321bdd601cdf3c05a10&device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 1097 time: 0.3295679 May 04 14:36:52.572184 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-f2509397-8ad8-4ef1-9fb0-f976b4edee8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39f684f2-0f17-413a-bbc0-da1a77fb5ff0 HTTP/1.1" status: 200 len: 217 time: 0.0856659 May 04 14:36:52.660551 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-aa4dda5e-286c-49d3-8922-142b5fe0ce7f None None] Set router f9ca2393-c36c-42ab-bb3e-2988def4ea00 gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:36:52.731143 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-94eab698-eec2-4b96-83b4-64ac1c2796b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:52.736500 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-94eab698-eec2-4b96-83b4-64ac1c2796b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36f2a37b-6dd1-46ea-b4b2-d52446e862c4 HTTP/1.1" status: 200 len: 847 time: 0.1576781 May 04 14:36:52.884074 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-3c13d222-e2f1-46aa-83bc-d8a8bfb02ace admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf683cf6c25d4324b385aeee35cb8a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5812109 May 04 14:36:52.885899 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 59250) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:52.912737 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-81d0e0ef-db9d-4c4c-bc42-8769df822c4d admin admin] Notify callbacks [] for router, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:52.950749 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-cc00c84a-5a82-4760-a4d6-e06342d31654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:52.952690 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-cc00c84a-5a82-4760-a4d6-e06342d31654 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e665b7e8-0c6e-4f5f-a726-42fdf586edb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1948347 May 04 14:36:53.012710 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-514931f7-0e36-4920-975a-2a2d1150b1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:53.117825 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-514931f7-0e36-4920-975a-2a2d1150b1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:53.126459 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d41bd-a93b-4d1e-b3a2-aeb928ac9ce7 req-06b2a7d3-d546-446d-b459-a7b7e36bdfed tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:53.128134 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-509d41bd-a93b-4d1e-b3a2-aeb928ac9ce7 req-06b2a7d3-d546-446d-b459-a7b7e36bdfed tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 946 time: 0.3616354 May 04 14:36:53.139986 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71623f-5a9e-4fe9-9050-1218e3545f91 req-50bb4703-733e-4638-9147-e52f6bbf9982 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:53.148708 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ec71623f-5a9e-4fe9-9050-1218e3545f91 req-50bb4703-733e-4638-9147-e52f6bbf9982 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.3832588 May 04 14:36:53.195235 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-4a7b5a43-cbb7-4584-81c2-a2634e29b6db service neutron] 10.222.0.47 "GET /v2.0/networks/e665b7e8-0c6e-4f5f-a726-42fdf586edb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273190 May 04 14:36:53.364103 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ec71623f-5a9e-4fe9-9050-1218e3545f91 req-62f1c600-5161-4be5-83cd-965045baff32 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141252 May 04 14:36:53.372130 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-81d0e0ef-db9d-4c4c-bc42-8769df822c4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:53.410062 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-509d41bd-a93b-4d1e-b3a2-aeb928ac9ce7 req-4f4a3ddf-5fd2-425b-bd9d-454902ff83ab tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528384 May 04 14:36:53.454820 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-aa4dda5e-286c-49d3-8922-142b5fe0ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ca2393-c36c-42ab-bb3e-2988def4ea00', 'name': 'tempest-ServerRescueNegativeTestJSON-1933392068-router', 'tenant_id': '390c134d64f748c3bb44d08875d33b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '68fa4745-f22f-4fdf-9120-c6c74295d90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:30Z', 'updated_at': '2021-05-04T14:36:48Z', 'revision_number': 5, 'project_id': '390c134d64f748c3bb44d08875d33b93', 'gw_port': {'id': '68fa4745-f22f-4fdf-9120-c6c74295d90e', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca2393-c36c-42ab-bb3e-2988def4ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:33Z', 'updated_at': '2021-05-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:53.482601 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4dda5e-286c-49d3-8922-142b5fe0ce7f None None] Checking router: f9ca2393-c36c-42ab-bb3e-2988def4ea00 for host: dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:36:53.539361 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4dda5e-286c-49d3-8922-142b5fe0ce7f None None] Routers {'f9ca2393-c36c-42ab-bb3e-2988def4ea00'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:36:53.540446 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-aa4dda5e-286c-49d3-8922-142b5fe0ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:36:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['f9ca2393-c36c-42ab-bb3e-2988def4ea00'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:53.599468 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-81d0e0ef-db9d-4c4c-bc42-8769df822c4d admin admin] Deleting port 68fa4745-f22f-4fdf-9120-c6c74295d90e {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:36:53.604375 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-81d0e0ef-db9d-4c4c-bc42-8769df822c4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:53.656574 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5cb61ef7-a1d8-42e6-a95c-bb7fe44173d6 req-2a22302f-437c-440a-b01f-45224ddb9136 service neutron] 10.222.0.47 "GET /v2.0/networks/e665b7e8-0c6e-4f5f-a726-42fdf586edb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503431 May 04 14:36:53.727201 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-514931f7-0e36-4920-975a-2a2d1150b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:53.735935 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3f6b41e0-b09a-4597-9512-f02efb84fdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:53.865928 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514931f7-0e36-4920-975a-2a2d1150b1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a40faf1-5ff0-4e3f-8610-3cad4b7621f2,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:53.893915 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-514931f7-0e36-4920-975a-2a2d1150b1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:53.903107 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-514931f7-0e36-4920-975a-2a2d1150b1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:53.908572 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-514931f7-0e36-4920-975a-2a2d1150b1e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a40faf1-5ff0-4e3f-8610-3cad4b7621f2 HTTP/1.1" status: 204 len: 168 time: 1.0213504 May 04 14:36:53.971853 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd6f69-e729-45db-9c99-7ac205f988bf req-a771fecd-71b9-40ae-b669-022943b4009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:53.974288 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-c9fd6f69-e729-45db-9c99-7ac205f988bf req-a771fecd-71b9-40ae-b669-022943b4009b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9af81ed309c4321bdd601cdf3c05a10&device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 1097 time: 0.2008488 May 04 14:36:54.105110 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-aa4dda5e-286c-49d3-8922-142b5fe0ce7f None None] Set router f9ca2393-c36c-42ab-bb3e-2988def4ea00 gateway port host: None {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:36:54.315890 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-aa4dda5e-286c-49d3-8922-142b5fe0ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ca2393-c36c-42ab-bb3e-2988def4ea00', 'name': 'tempest-ServerRescueNegativeTestJSON-1933392068-router', 'tenant_id': '390c134d64f748c3bb44d08875d33b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:30Z', 'updated_at': '2021-05-04T14:36:53Z', 'revision_number': 6, 'project_id': '390c134d64f748c3bb44d08875d33b93', 'gw_port_host': None}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:54.325230 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4dda5e-286c-49d3-8922-142b5fe0ce7f None None] The sync data for ids ['f9ca2393-c36c-42ab-bb3e-2988def4ea00'] in dv-cinder-772623-4-smb is: [{'id': 'f9ca2393-c36c-42ab-bb3e-2988def4ea00', 'name': 'tempest-ServerRescueNegativeTestJSON-1933392068-router', 'tenant_id': '390c134d64f748c3bb44d08875d33b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:30Z', 'updated_at': '2021-05-04T14:36:53Z', 'revision_number': 6, 'project_id': '390c134d64f748c3bb44d08875d33b93', 'gw_port_host': None}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:36:54.423937 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-81d0e0ef-db9d-4c4c-bc42-8769df822c4d admin admin] For port 68fa4745-f22f-4fdf-9120-c6c74295d90e, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=68fa4745-f22f-4fdf-9120-c6c74295d90e,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:54.427357 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-81d0e0ef-db9d-4c4c-bc42-8769df822c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:54.435838 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd6f69-e729-45db-9c99-7ac205f988bf req-c4333243-4c3c-4c07-b09e-2a9da6ef40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:54.438666 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-c9fd6f69-e729-45db-9c99-7ac205f988bf req-c4333243-4c3c-4c07-b09e-2a9da6ef40ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=e665b7e8-0c6e-4f5f-a726-42fdf586edb2 HTTP/1.1" status: 200 len: 909 time: 0.4573126 May 04 14:36:54.551579 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-c9fd6f69-e729-45db-9c99-7ac205f988bf req-f025cc0a-1de1-46e0-9c93-63c23f852c4b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39f684f2-0f17-413a-bbc0-da1a77fb5ff0 HTTP/1.1" status: 200 len: 217 time: 0.1060741 May 04 14:36:54.716604 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-81d0e0ef-db9d-4c4c-bc42-8769df822c4d admin admin] Calling delete_port for 68fa4745-f22f-4fdf-9120-c6c74295d90e owned by network:router_gateway {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:36:54.798975 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ad623-4903-43a8-93f0-fe0741e3386c req-b9c2e6d2-3d1a-4b3d-84a8-825f2cbc43af tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:54.806570 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-270ad623-4903-43a8-93f0-fe0741e3386c req-b9c2e6d2-3d1a-4b3d-84a8-825f2cbc43af tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 944 time: 1.0284593 May 04 14:36:54.858247 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd6f69-e729-45db-9c99-7ac205f988bf req-69c358df-d69a-42ba-b4e8-5d573a11950e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:54.870947 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-c9fd6f69-e729-45db-9c99-7ac205f988bf req-69c358df-d69a-42ba-b4e8-5d573a11950e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36f2a37b-6dd1-46ea-b4b2-d52446e862c4 HTTP/1.1" status: 200 len: 847 time: 0.3103662 May 04 14:36:54.900175 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-270ad623-4903-43a8-93f0-fe0741e3386c req-c6c78620-36ff-45bd-aecd-3033b5a89404 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904486 May 04 14:36:54.935379 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ffdbe-8952-4f2a-bef0-a923b4760818 req-3e824ccf-e6c0-44b1-9cad-a0995e1a91d1 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:54.943279 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-654ffdbe-8952-4f2a-bef0-a923b4760818 req-3e824ccf-e6c0-44b1-9cad-a0995e1a91d1 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.2232988 May 04 14:36:55.083797 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd6f69-e729-45db-9c99-7ac205f988bf req-14b7756a-a9a7-48f2-ba8a-204643a3e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:55.087891 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-c9fd6f69-e729-45db-9c99-7ac205f988bf req-14b7756a-a9a7-48f2-ba8a-204643a3e86b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e665b7e8-0c6e-4f5f-a726-42fdf586edb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2069676 May 04 14:36:55.283709 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-654ffdbe-8952-4f2a-bef0-a923b4760818 req-3fe971d4-0233-4d07-98b3-89b45568d7a1 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3392110 May 04 14:36:55.456224 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-c9fd6f69-e729-45db-9c99-7ac205f988bf req-0aee2a37-5652-44e0-9545-fd37af621b54 service neutron] 10.222.0.47 "GET /v2.0/networks/e665b7e8-0c6e-4f5f-a726-42fdf586edb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628383 May 04 14:36:55.662060 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-81d0e0ef-db9d-4c4c-bc42-8769df822c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:55.671822 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5c2adbfc-4f17-4393-a768-0631a3914469 tempest-VolumesActionsTest-937534095 tempest-VolumesActionsTest-937534095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:55.728995 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0e0ef-db9d-4c4c-bc42-8769df822c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=68fa4745-f22f-4fdf-9120-c6c74295d90e,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:55.732312 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-81d0e0ef-db9d-4c4c-bc42-8769df822c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:55.747507 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-c9fd6f69-e729-45db-9c99-7ac205f988bf req-fe04e6b8-8dda-4c8f-b7e6-59474cc189e4 service neutron] 10.222.0.47 "GET /v2.0/networks/e665b7e8-0c6e-4f5f-a726-42fdf586edb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839289 May 04 14:36:55.838994 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3507c-b6ad-41a6-9a4c-ed098a49460d req-5827cfdb-f46d-45ca-b92a-fa00cf67c6ab tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:55.841985 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5fe3507c-b6ad-41a6-9a4c-ed098a49460d req-5827cfdb-f46d-45ca-b92a-fa00cf67c6ab tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 946 time: 0.3033915 May 04 14:36:55.958245 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-81d0e0ef-db9d-4c4c-bc42-8769df822c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946028'] for router_gateway, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:56.008264 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5fe3507c-b6ad-41a6-9a4c-ed098a49460d req-0ad7b61c-a6e7-4693-8538-7bc3b70f02c1 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247168 May 04 14:36:56.201632 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-81d0e0ef-db9d-4c4c-bc42-8769df822c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27306'] for router, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:56.205152 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-81d0e0ef-db9d-4c4c-bc42-8769df822c4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:56.324499 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-81d0e0ef-db9d-4c4c-bc42-8769df822c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-945444'] for router, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:56.325073 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d0e0ef-db9d-4c4c-bc42-8769df822c4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9ca2393-c36c-42ab-bb3e-2988def4ea00 {{(pid=73821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 14:36:56.351220 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-81d0e0ef-db9d-4c4c-bc42-8769df822c4d admin admin] Notify callbacks [] for router, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:56.355141 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 59292) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:56.382146 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-81d0e0ef-db9d-4c4c-bc42-8769df822c4d admin admin] 10.222.0.37 "DELETE /v2.0/routers/f9ca2393-c36c-42ab-bb3e-2988def4ea00 HTTP/1.1" status: 204 len: 168 time: 4.0867758 May 04 14:36:56.431404 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed572e-761b-40c1-ae24-761469fb1527 req-690b186a-82b7-443d-8643-dc962af4f93e tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:56.446313 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f5ed572e-761b-40c1-ae24-761469fb1527 req-690b186a-82b7-443d-8643-dc962af4f93e tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 944 time: 0.3624942 May 04 14:36:56.532314 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 272ea247-3725-4dc2-82f3-dbd549bccf0d no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:36:56.556749 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e93d4a4-f66a-4b0c-90f1-4edbd585611f admin admin] Deleting subnet db720b98-3862-4a42-b165-0741d67f782a {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:36:56.564124 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0e93d4a4-f66a-4b0c-90f1-4edbd585611f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:56.598934 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f5ed572e-761b-40c1-ae24-761469fb1527 req-d74b1ba7-cc6a-4d74-a444-24ddd028d43a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513722 May 04 14:36:56.655574 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No Port match for: 272ea247-3725-4dc2-82f3-dbd549bccf0d {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:36:56.657960 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 272ea247-3725-4dc2-82f3-dbd549bccf0d not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:36:56.658693 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 68fa4745-f22f-4fdf-9120-c6c74295d90e no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:36:56.724728 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No Port match for: 68fa4745-f22f-4fdf-9120-c6c74295d90e {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:36:56.725321 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 68fa4745-f22f-4fdf-9120-c6c74295d90e not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:36:56.755181 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0e93d4a4-f66a-4b0c-90f1-4edbd585611f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743640'] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:56.885796 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0e93d4a4-f66a-4b0c-90f1-4edbd585611f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005557'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:56.914160 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace37356-a3f0-4f8a-ae1c-c3b3adda5d4c req-93f43131-85f8-4c3f-b61d-66bf0a4c03b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:56.935524 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ace37356-a3f0-4f8a-ae1c-c3b3adda5d4c req-93f43131-85f8-4c3f-b61d-66bf0a4c03b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.2142334 May 04 14:36:57.059815 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ace37356-a3f0-4f8a-ae1c-c3b3adda5d4c req-d3c81a86-e293-4b3a-831f-1f7266072edf tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215355 May 04 14:36:57.323564 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:36:57.387374 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111b5c3-8af8-474c-b9ef-a324369656e6 req-2eefe93d-5ee1-4bcb-9df0-4d121ce6e7fb tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:57.390504 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1111b5c3-8af8-474c-b9ef-a324369656e6 req-2eefe93d-5ee1-4bcb-9df0-4d121ce6e7fb tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 946 time: 0.1873958 May 04 14:36:57.540549 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=39f684f2-0f17-413a-bbc0-da1a77fb5ff0,segment=NetworkSegment(52453880-2caa-4bcb-8e05-b99f8cf05f49),segment_id=52453880-2caa-4bcb-8e05-b99f8cf05f49)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:57.560556 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1111b5c3-8af8-474c-b9ef-a324369656e6 req-b1d691dd-a330-404a-999b-9164986e99d2 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624711 May 04 14:36:57.575121 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0e93d4a4-f66a-4b0c-90f1-4edbd585611f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4005564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11462968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11678285'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:57.596465 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:57.613414 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0', 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2', 'port_id': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0', 'mac_address': 'fa:16:3e:5b:32:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:36:57.733340 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:57.748637 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07c354-3548-4199-bb44-7ed771f7fa0f req-bddcad14-83c2-43bd-a54b-45736f37b1dc tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:57.750023 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-bf07c354-3548-4199-bb44-7ed771f7fa0f req-bddcad14-83c2-43bd-a54b-45736f37b1dc tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Synchronizing usage tracker for tenant:da85c57c1635433189e040d0d7cab5d3 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:36:57.767668 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93d4a4-f66a-4b0c-90f1-4edbd585611f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db720b98-3862-4a42-b165-0741d67f782a,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:57.772766 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0e93d4a4-f66a-4b0c-90f1-4edbd585611f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:57.776716 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:36:57.776948 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0e93d4a4-f66a-4b0c-90f1-4edbd585611f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:57.790411 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-0e93d4a4-f66a-4b0c-90f1-4edbd585611f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/db720b98-3862-4a42-b165-0741d67f782a HTTP/1.1" status: 204 len: 168 time: 1.4336734 May 04 14:36:57.794364 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 59310) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:36:57.815034 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=39f684f2-0f17-413a-bbc0-da1a77fb5ff0,segment=NetworkSegment(52453880-2caa-4bcb-8e05-b99f8cf05f49),segment_id=52453880-2caa-4bcb-8e05-b99f8cf05f49)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:57.822757 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:57.825530 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:57.828221 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-bf07c354-3548-4199-bb44-7ed771f7fa0f req-bddcad14-83c2-43bd-a54b-45736f37b1dc tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Unset dirty status for tenant:da85c57c1635433189e040d0d7cab5d3 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:36:57.830098 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-bf07c354-3548-4199-bb44-7ed771f7fa0f req-bddcad14-83c2-43bd-a54b-45736f37b1dc tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.47 "GET /v2.0/ports?device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 946 time: 1.1359761 May 04 14:36:57.907301 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=39f684f2-0f17-413a-bbc0-da1a77fb5ff0,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:36:57.916703 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:57.917147 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:57.917596 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:57.917999 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:57.918448 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:57.918847 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:57.919240 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:57.919631 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:57.920018 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:57.920406 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:57.921054 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:57.921546 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:36:57.935955 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:36:58.035411 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3fdb0-8554-4054-85cd-e77945bdf012 req-861f317f-3fce-4cb2-b87b-e3bdcb3a2ba6 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:58.043708 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-efa3fdb0-8554-4054-85cd-e77945bdf012 req-861f317f-3fce-4cb2-b87b-e3bdcb3a2ba6 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 945 time: 0.1622472 May 04 14:36:58.058866 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['39f684f2-0f17-413a-bbc0-da1a77fb5ff0'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:36:58.106082 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-efa3fdb0-8554-4054-85cd-e77945bdf012 req-152fb6cf-f5de-4291-8767-204e2053e2ed tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611567 May 04 14:36:58.236806 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d74e774b-dbd2-4e35-9c63-d6650f7e4254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4112595'] for network, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:58.588175 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564d85c-7cee-4e04-b494-ade8c9e9bdc6 req-412ae3f0-9a09-47be-97bd-eb4065e11f8b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:58.589865 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9564d85c-7cee-4e04-b494-ade8c9e9bdc6 req-412ae3f0-9a09-47be-97bd-eb4065e11f8b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.2839975 May 04 14:36:58.713785 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d74e774b-dbd2-4e35-9c63-d6650f7e4254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999016', 'neutron.services.segments.db._delete_segments_for_network-8740809660721'] for network, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:58.730290 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9564d85c-7cee-4e04-b494-ade8c9e9bdc6 req-4e432e2d-0ef1-4f6a-8362-36ad4703c789 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317189 May 04 14:36:58.814425 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-bf07c354-3548-4199-bb44-7ed771f7fa0f req-efe8a809-f9f0-40e8-a47e-6d8194865706 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Deleting port c3969de1-79af-41bd-a789-a38e7708302b {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:36:58.814883 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-bf07c354-3548-4199-bb44-7ed771f7fa0f req-efe8a809-f9f0-40e8-a47e-6d8194865706 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:59.003785 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64755f20-1bc6-4f1a-896c-7bda4f024392 req-265e6e65-3cfa-4ea4-8329-595d62d49d43 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:59.015483 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-64755f20-1bc6-4f1a-896c-7bda4f024392 req-265e6e65-3cfa-4ea4-8329-595d62d49d43 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 946 time: 0.1921732 May 04 14:36:59.099630 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-64755f20-1bc6-4f1a-896c-7bda4f024392 req-39e40a58-8cb0-4322-bd19-5a4cfcfe7548 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798128 May 04 14:36:59.277266 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-d74e774b-dbd2-4e35-9c63-d6650f7e4254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a63d9d4-1244-4591-8103-61cd0e0dc99c']}} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:59.303274 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-d74e774b-dbd2-4e35-9c63-d6650f7e4254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b31776-d8ff-4c73-8a8e-8e4dad5c0883') {'for_net_delete': True} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:59.303601 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-d74e774b-dbd2-4e35-9c63-d6650f7e4254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b31776-d8ff-4c73-8a8e-8e4dad5c0883') {} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:36:59.329541 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d74e774b-dbd2-4e35-9c63-d6650f7e4254 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740809672551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743649'] for segment, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:59.338530 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-bf07c354-3548-4199-bb44-7ed771f7fa0f req-efe8a809-f9f0-40e8-a47e-6d8194865706 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] For port c3969de1-79af-41bd-a789-a38e7708302b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c3969de1-79af-41bd-a789-a38e7708302b,segment=NetworkSegment(69042764-13a9-4083-b14f-24a607f516d3),segment_id=69042764-13a9-4083-b14f-24a607f516d3)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:59.338897 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-bf07c354-3548-4199-bb44-7ed771f7fa0f req-efe8a809-f9f0-40e8-a47e-6d8194865706 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:59.346127 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:36:59.514193 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning for port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:36:59.532011 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:36:59.532011 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:59.540801 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eea6f9-1250-45c5-966c-96e0ae38e687 req-2deaec20-38ee-44f4-9123-74e8c3111124 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:36:59.543594 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-26eea6f9-1250-45c5-966c-96e0ae38e687 req-2deaec20-38ee-44f4-9123-74e8c3111124 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 945 time: 0.1487615 May 04 14:36:59.556089 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d74e774b-dbd2-4e35-9c63-d6650f7e4254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:59.568011 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74e774b-dbd2-4e35-9c63-d6650f7e4254 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=73822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:36:59.816863 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:59.893914 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=39f684f2-0f17-413a-bbc0-da1a77fb5ff0,segment=NetworkSegment(52453880-2caa-4bcb-8e05-b99f8cf05f49),segment_id=52453880-2caa-4bcb-8e05-b99f8cf05f49)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:36:59.895620 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadf1a41-dc02-46c9-ab5c-84b71ca277bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:36:59.908849 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:36:59.910334 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device c3969de1-79af-41bd-a789-a38e7708302b no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:36:59.968697 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-26eea6f9-1250-45c5-966c-96e0ae38e687 req-2c2c99fe-3a15-4724-a773-d85d714e543c tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4180832 May 04 14:36:59.976369 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-d74e774b-dbd2-4e35-9c63-d6650f7e4254 admin admin] Network 2a63d9d4-1244-4591-8103-61cd0e0dc99c has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:36:59.976954 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:36:59.995454 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d74e774b-dbd2-4e35-9c63-d6650f7e4254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4025312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11463834'] for segment, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:00.344657 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1854fce-4087-4e57-a8c3-a9f71ca92f1b req-1579d032-d0f7-4e88-bf28-2d781dd7eedc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:00.348110 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f1854fce-4087-4e57-a8c3-a9f71ca92f1b req-1579d032-d0f7-4e88-bf28-2d781dd7eedc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.2418032 May 04 14:37:00.381022 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadf1a41-dc02-46c9-ab5c-84b71ca277bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0', 'code': 200} May 04 14:37:00.424450 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=39f684f2-0f17-413a-bbc0-da1a77fb5ff0,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:00.450722 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:00.546072 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-bf07c354-3548-4199-bb44-7ed771f7fa0f req-efe8a809-f9f0-40e8-a47e-6d8194865706 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Calling delete_port for c3969de1-79af-41bd-a789-a38e7708302b owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:37:00.668061 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:00.703961 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f1854fce-4087-4e57-a8c3-a9f71ca92f1b req-cc31ede1-b648-4861-a718-f434b545c715 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3469412 May 04 14:37:00.722270 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-bf07c354-3548-4199-bb44-7ed771f7fa0f req-efe8a809-f9f0-40e8-a47e-6d8194865706 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:00.730722 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8edd96fd-0337-4d58-9f8a-1de428bc393a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:00.800668 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c3cf9-30ff-4104-8616-a043fdd9e5d7 req-f7a0102e-063a-4b97-b7d0-e486fc882a7e tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:00.803837 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b89c3cf9-30ff-4104-8616-a043fdd9e5d7 req-f7a0102e-063a-4b97-b7d0-e486fc882a7e tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 867 time: 0.3998885 May 04 14:37:00.808085 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c7c47-9786-43bd-a25a-9be6167d3adc req-54783ab1-3eb0-4dc2-920a-67cff09792e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:00.811123 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-078c7c47-9786-43bd-a25a-9be6167d3adc req-54783ab1-3eb0-4dc2-920a-67cff09792e3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 1099 time: 0.2877405 May 04 14:37:00.947552 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-d74e774b-dbd2-4e35-9c63-d6650f7e4254 admin admin] Network 2a63d9d4-1244-4591-8103-61cd0e0dc99c has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:37:00.972457 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b89c3cf9-30ff-4104-8616-a043fdd9e5d7 req-d9b86cd2-21f9-4aeb-a326-6aca428caff6 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd41c70e-d926-469e-967b-d0f1514d753e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555290 May 04 14:37:00.985209 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-078c7c47-9786-43bd-a25a-9be6167d3adc req-19b61bfa-ddb3-4c53-b855-5402674c536d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607711 May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: Traceback (most recent call last): May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: timer() May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: cb(*args, **kw) May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: return func(*args, **kwargs) May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: self._notify() May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: self.callback(batched_events) May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: event.method(event) May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: return f(self, *a, **k) May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: return self._get(url).json() May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: return self.request(url, 'GET', **kwargs) May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:37:01.105758 dv-cinder-772623-4-smb neutron-server[73822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:37:01.150455 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8a809-f9f0-40e8-a47e-6d8194865706 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Pushing event deleted for resources: {'Port': ['ID=c3969de1-79af-41bd-a789-a38e7708302b,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:01.169217 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-efe8a809-f9f0-40e8-a47e-6d8194865706 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:01.171342 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf07c354-3548-4199-bb44-7ed771f7fa0f req-efe8a809-f9f0-40e8-a47e-6d8194865706 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] No DVR routers for this DVR port c3969de1-79af-41bd-a789-a38e7708302b on host hv-cinder-77262 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:37:01.391806 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-bf07c354-3548-4199-bb44-7ed771f7fa0f req-efe8a809-f9f0-40e8-a47e-6d8194865706 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:01.403079 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3571a471-ce52-441c-a9d8-772542e9567a', 'name': 'network-vif-deleted', 'tag': 'c3969de1-79af-41bd-a789-a38e7708302b'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:37:01.484675 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-bf07c354-3548-4199-bb44-7ed771f7fa0f req-efe8a809-f9f0-40e8-a47e-6d8194865706 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.47 "DELETE /v2.0/ports/c3969de1-79af-41bd-a789-a38e7708302b HTTP/1.1" status: 204 len: 173 time: 3.6483293 May 04 14:37:01.490936 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d74e774b-dbd2-4e35-9c63-d6650f7e4254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945987'] for network, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:01.506966 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-98654bba-aa06-4f5d-a55e-10b58b4aa927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:01.515502 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650aeaa-1bf9-4e25-a2c3-bbfb81c53b4e req-9c9efd83-0bcd-49e8-b7cd-b04c7b1d7919 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:01.518061 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2650aeaa-1bf9-4e25-a2c3-bbfb81c53b4e req-9c9efd83-0bcd-49e8-b7cd-b04c7b1d7919 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.2935688 May 04 14:37:01.549374 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d74e774b-dbd2-4e35-9c63-d6650f7e4254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:01.578802 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e774b-dbd2-4e35-9c63-d6650f7e4254 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a63d9d4-1244-4591-8103-61cd0e0dc99c,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:01.585295 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d74e774b-dbd2-4e35-9c63-d6650f7e4254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:01.602253 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:37:01.605397 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-d74e774b-dbd2-4e35-9c63-d6650f7e4254 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2a63d9d4-1244-4591-8103-61cd0e0dc99c HTTP/1.1" status: 204 len: 168 time: 3.8072331 May 04 14:37:01.633485 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3571a471-ce52-441c-a9d8-772542e9567a', 'name': 'network-vif-deleted', 'tag': 'c3969de1-79af-41bd-a789-a38e7708302b', 'status': 'completed', 'code': 200} May 04 14:37:01.737673 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2650aeaa-1bf9-4e25-a2c3-bbfb81c53b4e req-3a7ca92e-9939-4778-8e16-05e4a4220501 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064803 May 04 14:37:02.275381 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2d066-43d9-4372-8ec7-9397f5607ff5 req-a7aae5a3-a3d9-4840-904a-83df56b716c8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:02.299881 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-dfa2d066-43d9-4372-8ec7-9397f5607ff5 req-a7aae5a3-a3d9-4840-904a-83df56b716c8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.2498426 May 04 14:37:02.502099 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 59404) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:02.544184 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-dfa2d066-43d9-4372-8ec7-9397f5607ff5 req-4a23db44-442c-4c47-a76b-e1f476e07d20 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268691 May 04 14:37:02.675072 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-b6c458bc-adc5-4022-b312-beefd22ef238 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=390c134d64f748c3bb44d08875d33b93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1710379 May 04 14:37:02.679371 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 59408) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:02.686805 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-521653cb-11b1-470a-adf7-edbc5a7d3d3d req-be329d60-2091-42b0-9342-8e7ba2813b0c tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] 10.222.0.37 "GET /v2.0/ports?device_id=3571a471-ce52-441c-a9d8-772542e9567a HTTP/1.1" status: 200 len: 210 time: 0.1397476 May 04 14:37:02.916025 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-500b8f67-b76a-4165-bb59-20f2f94a9be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:03.035216 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-500b8f67-b76a-4165-bb59-20f2f94a9be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:03.173967 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-500b8f67-b76a-4165-bb59-20f2f94a9be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:03.188148 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-771e304a-a587-47bc-8657-48ad2c592305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:03.236986 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b8f67-b76a-4165-bb59-20f2f94a9be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d98a33e-7666-4b19-9296-8115f8d6b122,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:03.248434 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-500b8f67-b76a-4165-bb59-20f2f94a9be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:03.289983 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-500b8f67-b76a-4165-bb59-20f2f94a9be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:03.301231 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-500b8f67-b76a-4165-bb59-20f2f94a9be6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d98a33e-7666-4b19-9296-8115f8d6b122 HTTP/1.1" status: 204 len: 168 time: 0.6162977 May 04 14:37:03.383573 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22aabb2-b2cb-40c0-ab81-4d01cf6cc477 req-18d89087-38ef-40ea-9342-b39e50b2b1b3 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:03.389803 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d22aabb2-b2cb-40c0-ab81-4d01cf6cc477 req-18d89087-38ef-40ea-9342-b39e50b2b1b3 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.2308893 May 04 14:37:03.490812 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d22aabb2-b2cb-40c0-ab81-4d01cf6cc477 req-cbaf9826-8674-423f-a026-baabc8fe5d0f tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930815 May 04 14:37:04.023664 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fe95e-9877-41f2-a3b8-cd10837a688e req-40126944-998a-490d-825f-ba8e664489c1 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:04.025328 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e34fe95e-9877-41f2-a3b8-cd10837a688e req-40126944-998a-490d-825f-ba8e664489c1 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.2897029 May 04 14:37:04.103310 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a040252-09fc-4584-b5f6-9f047b18a59f req-5bca4a3e-75d4-40b2-8f8a-b919ba6e98ef tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:04.131468 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8a040252-09fc-4584-b5f6-9f047b18a59f req-5bca4a3e-75d4-40b2-8f8a-b919ba6e98ef tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.2853668 May 04 14:37:04.310149 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8a040252-09fc-4584-b5f6-9f047b18a59f req-1919e7ea-301a-414c-9e14-6de13edf8ad6 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762049 May 04 14:37:04.319343 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e34fe95e-9877-41f2-a3b8-cd10837a688e req-6e04549e-2b85-4ac7-aade-63f02ba64407 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2851529 May 04 14:37:04.376284 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 59436) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:04.784609 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4536b67a-723d-4e67-9249-5f1b2d7fd490 tempest-TestShelveInstance-942514296 tempest-TestShelveInstance-942514296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:04.793146 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-4536b67a-723d-4e67-9249-5f1b2d7fd490 tempest-TestShelveInstance-942514296 tempest-TestShelveInstance-942514296-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 1094 time: 0.4130197 May 04 14:37:04.796423 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 59456) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:04.805480 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Request body: {'floatingip': {'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'port_id': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'fixed_ip_address': '172.20.0.10'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:37:04.833370 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:04.838557 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Usage tracker for resource:floatingip and tenant:b9af81ed309c4321bdd601cdf3c05a10 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:04.843185 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:04.859803 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:04.872764 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for floatingip, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:05.115646 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:05.589659 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Allocated IP 172.28.3.131 (49af3acc-aa66-439a-917a-edeb41136f16/106a0d71-9dcf-4db1-913d-79820d2de789/1865183e-6cb5-44c5-86e5-5d99d5e64dcf) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:37:05.697603 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-5aca294b-5f83-4f6e-9de3-b1f27df42316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:05.902729 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:05.926651 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd40a8-e00f-461a-a438-d9eb69cfb904 req-f48c0775-8345-406a-9b78-6eb17af35ac3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:05.928326 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e5cd40a8-e00f-461a-a438-d9eb69cfb904 req-f48c0775-8345-406a-9b78-6eb17af35ac3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.1933851 May 04 14:37:06.033204 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e5cd40a8-e00f-461a-a438-d9eb69cfb904 req-4ee13288-bf0b-4ae1-abc5-99208786028d tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728300 May 04 14:37:06.033204 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:06.033750 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-accc83cc-08a5-4150-b5a5-b6e982e8708d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:06.118918 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Pushing event updated for resources: {'Port': ['ID=1865183e-6cb5-44c5-86e5-5d99d5e64dcf,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:06.123078 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:06.182614 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Network 49af3acc-aa66-439a-917a-edeb41136f16 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:37:06.184065 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Resources bound (agent type, host, resource id): {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:37:06.191541 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:37:07.179664 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:07.411736 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214b397-842b-4131-9f42-da1baf6f481e req-e5309bc2-bb01-4999-a414-6eceeaa194f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:07.414522 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5214b397-842b-4131-9f42-da1baf6f481e req-e5309bc2-bb01-4999-a414-6eceeaa194f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ad25986999c451986a94fb0dbd2db7d&device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 1098 time: 0.1799462 May 04 14:37:07.431942 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:07.607177 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214b397-842b-4131-9f42-da1baf6f481e req-95adb222-7d7d-4c1c-81bc-3ae27e093c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:07.609405 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5214b397-842b-4131-9f42-da1baf6f481e req-95adb222-7d7d-4c1c-81bc-3ae27e093c02 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62 HTTP/1.1" status: 200 len: 918 time: 0.1872785 May 04 14:37:07.679875 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88e50e-c35c-459d-92a4-087b7972d94b req-a0285b7b-efae-4366-81a4-7440d00bfd7d tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:07.685718 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1c88e50e-c35c-459d-92a4-087b7972d94b req-a0285b7b-efae-4366-81a4-7440d00bfd7d tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.3660095 May 04 14:37:07.729502 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5214b397-842b-4131-9f42-da1baf6f481e req-bb63bab9-456e-4602-b7ef-dffbb68ae8d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4effb26-7356-49a6-afdd-f839050502ad HTTP/1.1" status: 200 len: 1001 time: 0.1131954 May 04 14:37:07.809349 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214b397-842b-4131-9f42-da1baf6f481e req-b8bee7fe-9760-4c57-ac6c-78d51728f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:07.811028 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5214b397-842b-4131-9f42-da1baf6f481e req-b8bee7fe-9760-4c57-ac6c-78d51728f592 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b68c6f-abef-422f-9dab-a735d4be52ac HTTP/1.1" status: 200 len: 856 time: 0.0744541 May 04 14:37:07.821689 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1c88e50e-c35c-459d-92a4-087b7972d94b req-43c9bdf5-827f-461e-8c2d-df14044e8f32 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244135 May 04 14:37:07.872283 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:07.880043 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10542736'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:07.888020 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:08.047602 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f85f6abd-361d-417e-b70e-63dccf75c49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:08.065239 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214b397-842b-4131-9f42-da1baf6f481e req-47d8e68d-5198-46b3-92e0-c01862403e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:08.065239 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5214b397-842b-4131-9f42-da1baf6f481e req-47d8e68d-5198-46b3-92e0-c01862403e78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2421057 May 04 14:37:08.108794 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Pushing event updated for resources: {'Port': ['ID=1865183e-6cb5-44c5-86e5-5d99d5e64dcf,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:08.117537 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:08.142659 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946001'] for floatingip, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:08.226139 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:08.368297 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5214b397-842b-4131-9f42-da1baf6f481e req-0460e602-0c54-41e9-9c74-0cb5ecba7c95 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990282 May 04 14:37:08.508012 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.db.l3_db [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Floating IP c66c1077-ba4d-4deb-a5e6-530d6a3149ba associated. External IP: 172.28.3.131, port: 39f684f2-0f17-413a-bbc0-da1a77fb5ff0. May 04 14:37:08.586832 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5214b397-842b-4131-9f42-da1baf6f481e req-8731bf09-77e4-46ef-ad70-eaeeb4438ff1 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106221 May 04 14:37:09.096624 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:09.272057 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Router 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:37:09.631527 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9100b-d2be-45cb-8c53-edd02c7730d2 req-9e09132f-6e78-4433-a6eb-336f66bd3906 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:09.633974 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-efb9100b-d2be-45cb-8c53-edd02c7730d2 req-9e09132f-6e78-4433-a6eb-336f66bd3906 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.4923437 May 04 14:37:09.829994 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-efb9100b-d2be-45cb-8c53-edd02c7730d2 req-9a72fe2f-5a3f-4364-90c9-cb748160a6d0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825798 May 04 14:37:09.839393 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:37:09.865623 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee3e21e-54b3-420b-9a5a-c952e6c56e03 None None] Sync routers for ids ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'] in dv-cinder-772623-4-smb {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:37:09.879618 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for floatingip, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:09.892917 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee3e21e-54b3-420b-9a5a-c952e6c56e03 None None] Routers {'86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:37:09.894024 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-eee3e21e-54b3-420b-9a5a-c952e6c56e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:37:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:09.974094 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1752026 May 04 14:37:09.974961 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eadf1a41-dc02-46c9-ab5c-84b71ca277bb', 'tag': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:37:10.045366 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eadf1a41-dc02-46c9-ab5c-84b71ca277bb', 'tag': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0', 'status': 'completed', 'code': 200} May 04 14:37:10.178973 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-eee3e21e-54b3-420b-9a5a-c952e6c56e03 None None] Set router 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:37:10.303706 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65272c0-072a-4b8a-a544-d13c790f9971 req-e26bdb3b-0a06-4ac9-8050-1534d11498c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:10.309183 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-a65272c0-072a-4b8a-a544-d13c790f9971 req-e26bdb3b-0a06-4ac9-8050-1534d11498c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9af81ed309c4321bdd601cdf3c05a10&device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 1099 time: 0.2360587 May 04 14:37:10.786764 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65272c0-072a-4b8a-a544-d13c790f9971 req-e1bf4873-5f77-4dfa-a9d6-85578c5b5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:10.792115 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-a65272c0-072a-4b8a-a544-d13c790f9971 req-e1bf4873-5f77-4dfa-a9d6-85578c5b5fa9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e665b7e8-0c6e-4f5f-a726-42fdf586edb2 HTTP/1.1" status: 200 len: 909 time: 0.4752181 May 04 14:37:10.904383 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:10.964835 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-eee3e21e-54b3-420b-9a5a-c952e6c56e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'name': 'tempest-TestShelveInstance-476535751-router', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:44Z', 'updated_at': '2021-05-04T14:35:53Z', 'revision_number': 4, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'gw_port': {'id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:46Z', 'updated_at': '2021-05-04T14:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_floatingips': [{'id': 'c66c1077-ba4d-4deb-a5e6-530d6a3149ba', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'floating_ip_address': '172.28.3.131', 'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'router_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'port_id': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2', 'mac_address': 'fa:16:3e:5b:32:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf1a41-dc02-46c9-ab5c-84b71ca277bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:37:07Z', 'updated_at': '2021-05-04T14:37:07Z', 'revision_number': 0, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c64ee2-0895-4780-b273-853553ee3a7d', 'name': '', 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'mac_address': 'fa:16:3e:94:4d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:52Z', 'updated_at': '2021-05-04T14:36:03Z', 'revision_number': 5, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'subnets': [{'id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:10.970450 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee3e21e-54b3-420b-9a5a-c952e6c56e03 None None] Checking router: 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 for host: dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:37:10.993327 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee3e21e-54b3-420b-9a5a-c952e6c56e03 None None] Routers {'86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:37:10.995194 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-eee3e21e-54b3-420b-9a5a-c952e6c56e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:37:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:11.182427 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-a65272c0-072a-4b8a-a544-d13c790f9971 req-ea210843-0dcd-4f6c-8f6a-bb6cd502af30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39f684f2-0f17-413a-bbc0-da1a77fb5ff0 HTTP/1.1" status: 200 len: 1000 time: 0.3831069 May 04 14:37:11.250784 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2717e8-c5b2-417c-974f-4513c01956f9 req-3e075955-3be6-463b-acf9-109191b95503 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:11.259143 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-da2717e8-c5b2-417c-974f-4513c01956f9 req-3e075955-3be6-463b-acf9-109191b95503 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 945 time: 0.1568446 May 04 14:37:11.430308 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-da2717e8-c5b2-417c-974f-4513c01956f9 req-b8d3f679-f858-4700-a359-817730f5e228 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701329 May 04 14:37:11.484769 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device e4effb26-7356-49a6-afdd-f839050502ad no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:37:11.619713 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65272c0-072a-4b8a-a544-d13c790f9971 req-3144b8ad-159b-48b5-b3b9-dc538b946caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:11.622548 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-a65272c0-072a-4b8a-a544-d13c790f9971 req-3144b8ad-159b-48b5-b3b9-dc538b946caa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36f2a37b-6dd1-46ea-b4b2-d52446e862c4 HTTP/1.1" status: 200 len: 847 time: 0.4230597 May 04 14:37:11.632860 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-eee3e21e-54b3-420b-9a5a-c952e6c56e03 None None] Set router 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:37:11.842262 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65272c0-072a-4b8a-a544-d13c790f9971 req-75a2ae52-48d4-4627-9022-ae7ee984c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:11.845325 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-a65272c0-072a-4b8a-a544-d13c790f9971 req-75a2ae52-48d4-4627-9022-ae7ee984c925 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e665b7e8-0c6e-4f5f-a726-42fdf586edb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2067490 May 04 14:37:12.037244 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-a65272c0-072a-4b8a-a544-d13c790f9971 req-fcdca0b6-aa4b-4f98-a769-eccb41bf0f01 service neutron] 10.222.0.47 "GET /v2.0/networks/e665b7e8-0c6e-4f5f-a726-42fdf586edb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776891 May 04 14:37:12.084859 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:12.212778 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6019d0f2-a242-4912-9280-182937f7dd05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4effb26-7356-49a6-afdd-f839050502ad'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:37:12.267007 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port e4effb26-7356-49a6-afdd-f839050502ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4effb26-7356-49a6-afdd-f839050502ad,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:37:12.269215 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-a65272c0-072a-4b8a-a544-d13c790f9971 req-6bee3a5f-d751-497e-8bb9-00a047142c38 service neutron] 10.222.0.47 "GET /v2.0/networks/e665b7e8-0c6e-4f5f-a726-42fdf586edb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224708 May 04 14:37:12.388124 dv-cinder-772623-4-smb neutron-server[73823]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6019d0f2-a242-4912-9280-182937f7dd05', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e4effb26-7356-49a6-afdd-f839050502ad', 'code': 422} returned with failed status May 04 14:37:12.406498 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:12.424551 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:12.678976 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=e4effb26-7356-49a6-afdd-f839050502ad,revision_number=8']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:12.682656 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:12.716767 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-eee3e21e-54b3-420b-9a5a-c952e6c56e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'name': 'tempest-TestShelveInstance-476535751-router', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:44Z', 'updated_at': '2021-05-04T14:35:53Z', 'revision_number': 4, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'gw_port': {'id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:46Z', 'updated_at': '2021-05-04T14:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_floatingips': [{'id': 'c66c1077-ba4d-4deb-a5e6-530d6a3149ba', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'floating_ip_address': '172.28.3.131', 'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'router_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'port_id': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2', 'mac_address': 'fa:16:3e:5b:32:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf1a41-dc02-46c9-ab5c-84b71ca277bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:37:07Z', 'updated_at': '2021-05-04T14:37:07Z', 'revision_number': 0, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c64ee2-0895-4780-b273-853553ee3a7d', 'name': '', 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'mac_address': 'fa:16:3e:94:4d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:52Z', 'updated_at': '2021-05-04T14:36:03Z', 'revision_number': 5, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'subnets': [{'id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:12.724266 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee3e21e-54b3-420b-9a5a-c952e6c56e03 None None] The sync data for ids ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'] in dv-cinder-772623-4-smb is: [{'id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'name': 'tempest-TestShelveInstance-476535751-router', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:44Z', 'updated_at': '2021-05-04T14:35:53Z', 'revision_number': 4, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'gw_port': {'id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:46Z', 'updated_at': '2021-05-04T14:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_floatingips': [{'id': 'c66c1077-ba4d-4deb-a5e6-530d6a3149ba', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'floating_ip_address': '172.28.3.131', 'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'router_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'port_id': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2', 'mac_address': 'fa:16:3e:5b:32:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf1a41-dc02-46c9-ab5c-84b71ca277bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:37:07Z', 'updated_at': '2021-05-04T14:37:07Z', 'revision_number': 0, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c64ee2-0895-4780-b273-853553ee3a7d', 'name': '', 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'mac_address': 'fa:16:3e:94:4d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:52Z', 'updated_at': '2021-05-04T14:36:03Z', 'revision_number': 5, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'subnets': [{'id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:37:13.194732 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99a4d9a-5cf9-4390-98f5-c86a45539f7c None None] New status for floating IP c66c1077-ba4d-4deb-a5e6-530d6a3149ba: ACTIVE {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:37:13.479393 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:13.520866 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3c440-fab7-44d7-9852-1d939e761adb req-15af5cc2-dcec-4c98-9d56-de3cc6ec65d1 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:13.525601 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3fc3c440-fab7-44d7-9852-1d939e761adb req-15af5cc2-dcec-4c98-9d56-de3cc6ec65d1 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.2863679 May 04 14:37:13.594906 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3fc3c440-fab7-44d7-9852-1d939e761adb req-2503e049-5b69-43f9-8937-4b7efe66e1e9 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589850 May 04 14:37:14.868091 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f525ac-199e-4ebf-85d7-25738bc5a28c req-644ebdc3-49a3-4855-9828-bca9e20abdf4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:14.876469 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a4f525ac-199e-4ebf-85d7-25738bc5a28c req-644ebdc3-49a3-4855-9828-bca9e20abdf4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.1287754 May 04 14:37:14.936239 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a4f525ac-199e-4ebf-85d7-25738bc5a28c req-afefd5a6-15c0-43c1-ac93-0fb72b45f304 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587447 May 04 14:37:15.355396 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device e4effb26-7356-49a6-afdd-f839050502ad no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:37:16.146033 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16187a-43d5-45f2-90a3-f780b8384867 req-0482b0d3-96fe-4080-918c-8741fbe753d4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:16.147506 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bb16187a-43d5-45f2-90a3-f780b8384867 req-0482b0d3-96fe-4080-918c-8741fbe753d4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.0934565 May 04 14:37:16.200084 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bb16187a-43d5-45f2-90a3-f780b8384867 req-64922f05-3fba-4abb-bb57-903198625416 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414250 May 04 14:37:16.843193 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 59686) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:17.018014 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3fc28f9d-997f-4ca0-b4d4-d507669a442a req-7756ed3c-960f-4da9-998b-812b4a1c50f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1733899 May 04 14:37:17.741570 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78e566-f09b-4084-8fac-13cec80d8986 req-fc136c8a-fc79-4729-9247-c8cdb03c00bf tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:17.745412 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2f78e566-f09b-4084-8fac-13cec80d8986 req-fc136c8a-fc79-4729-9247-c8cdb03c00bf tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.1643043 May 04 14:37:17.846043 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2f78e566-f09b-4084-8fac-13cec80d8986 req-8df5336c-39c7-4a35-8776-3944292d77c8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827181 May 04 14:37:19.167920 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc0a4b-0c84-4f4f-af72-75bd0dc29fa4 req-9354e6d0-867e-4555-b687-bb3817ae27f7 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:19.171013 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-72dc0a4b-0c84-4f4f-af72-75bd0dc29fa4 req-9354e6d0-867e-4555-b687-bb3817ae27f7 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.1345923 May 04 14:37:19.232727 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-72dc0a4b-0c84-4f4f-af72-75bd0dc29fa4 req-40bc744a-cc85-4b40-b539-cbaacf928915 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501139 May 04 14:37:19.748086 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc28f9d-997f-4ca0-b4d4-d507669a442a req-d0b01e29-453a-4081-8cc2-4fc12fa667d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:19.750572 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3fc28f9d-997f-4ca0-b4d4-d507669a442a req-d0b01e29-453a-4081-8cc2-4fc12fa667d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05&tenant_id=5ad25986999c451986a94fb0dbd2db7d HTTP/1.1" status: 200 len: 1096 time: 0.1639349 May 04 14:37:19.817672 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 59748) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:19.901098 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc28f9d-997f-4ca0-b4d4-d507669a442a req-5b89f62f-f7d4-468a-b23b-0c3cd64b9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:19.903361 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3fc28f9d-997f-4ca0-b4d4-d507669a442a req-5b89f62f-f7d4-468a-b23b-0c3cd64b9709 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ad25986999c451986a94fb0dbd2db7d&device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 1096 time: 0.1103246 May 04 14:37:19.988428 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d2328296-9fc4-40b4-9a77-0704e364a9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:20.022002 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d2328296-9fc4-40b4-9a77-0704e364a9bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:20.027610 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d2328296-9fc4-40b4-9a77-0704e364a9bb admin admin] Usage tracker for resource:security_group_rule and tenant:0de94de39020421d9fe2c033aaeb8311 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:20.032673 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d2328296-9fc4-40b4-9a77-0704e364a9bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:20.045161 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d2328296-9fc4-40b4-9a77-0704e364a9bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:20.153623 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc28f9d-997f-4ca0-b4d4-d507669a442a req-471f4f27-1d25-4f49-968e-7686145eae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:20.156006 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3fc28f9d-997f-4ca0-b4d4-d507669a442a req-471f4f27-1d25-4f49-968e-7686145eae8d service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62 HTTP/1.1" status: 200 len: 918 time: 0.2429385 May 04 14:37:20.254461 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d2328296-9fc4-40b4-9a77-0704e364a9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:20.265401 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d2328296-9fc4-40b4-9a77-0704e364a9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:20.309992 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3fc28f9d-997f-4ca0-b4d4-d507669a442a req-c35a1f81-f41b-4ec1-8b96-89969146671b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4effb26-7356-49a6-afdd-f839050502ad HTTP/1.1" status: 200 len: 999 time: 0.1451502 May 04 14:37:20.336620 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a94eb445-d193-49ec-8268-0970b550f94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:20.412466 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc28f9d-997f-4ca0-b4d4-d507669a442a req-de322a06-707e-45fe-9cff-700c945390f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:20.415828 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3fc28f9d-997f-4ca0-b4d4-d507669a442a req-de322a06-707e-45fe-9cff-700c945390f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b68c6f-abef-422f-9dab-a735d4be52ac HTTP/1.1" status: 200 len: 856 time: 0.0992308 May 04 14:37:20.513948 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2328296-9fc4-40b4-9a77-0704e364a9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628f216c-ee2c-47f5-a8ed-687143374d94,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:20.530342 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-d2328296-9fc4-40b4-9a77-0704e364a9bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0de94de39020421d9fe2c033aaeb8311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7086599 May 04 14:37:20.530342 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d2328296-9fc4-40b4-9a77-0704e364a9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:20.530998 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 59768) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:20.628450 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc28f9d-997f-4ca0-b4d4-d507669a442a req-f0056b87-f74c-4d12-974d-cd3807523964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:20.630009 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3fc28f9d-997f-4ca0-b4d4-d507669a442a req-f0056b87-f74c-4d12-974d-cd3807523964 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2071798 May 04 14:37:20.714562 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-406496a3-4a92-4eed-9f3c-b6bf862a86a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:20.759310 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-406496a3-4a92-4eed-9f3c-b6bf862a86a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:20.834594 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-406496a3-4a92-4eed-9f3c-b6bf862a86a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:20.841492 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d2328296-9fc4-40b4-9a77-0704e364a9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:20.876174 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406496a3-4a92-4eed-9f3c-b6bf862a86a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628f216c-ee2c-47f5-a8ed-687143374d94,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:20.878309 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-406496a3-4a92-4eed-9f3c-b6bf862a86a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:20.879486 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-406496a3-4a92-4eed-9f3c-b6bf862a86a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/628f216c-ee2c-47f5-a8ed-687143374d94 HTTP/1.1" status: 204 len: 168 time: 0.3471382 May 04 14:37:20.880576 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-406496a3-4a92-4eed-9f3c-b6bf862a86a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:20.951018 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad0f7c-be09-4753-9e7d-0df87434d361 req-3235eb8d-df0b-4421-9b64-85cadb6978c3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:20.951018 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c2ad0f7c-be09-4753-9e7d-0df87434d361 req-3235eb8d-df0b-4421-9b64-85cadb6978c3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.3168416 May 04 14:37:21.025705 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3fc28f9d-997f-4ca0-b4d4-d507669a442a req-d382c71f-f77b-40a1-9e56-d638dde3d5be service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812258 May 04 14:37:21.048377 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c2ad0f7c-be09-4753-9e7d-0df87434d361 req-658f2f34-c60e-4254-8a24-5c33ec6f31de tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888903 May 04 14:37:21.253371 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3fc28f9d-997f-4ca0-b4d4-d507669a442a req-8ba21ccb-dd2b-4fa0-a6be-cfb1b8b4d624 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186525 May 04 14:37:22.473312 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3743f-d759-47ca-abea-61b86df5c56f req-e654e11a-abee-41d7-8f76-c96e59fa4d6c tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:22.482383 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e4e3743f-d759-47ca-abea-61b86df5c56f req-e654e11a-abee-41d7-8f76-c96e59fa4d6c tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.2035437 May 04 14:37:22.600468 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e4e3743f-d759-47ca-abea-61b86df5c56f req-917ef82a-fc32-4304-a53b-3a918457a7f1 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165521 May 04 14:37:24.337966 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d3511-ec67-4866-8c75-ce0b4159f40c req-fe36850a-c472-4d70-bfe4-7914a95bd1aa tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:24.339716 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2a3d3511-ec67-4866-8c75-ce0b4159f40c req-fe36850a-c472-4d70-bfe4-7914a95bd1aa tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.2409935 May 04 14:37:24.438747 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2a3d3511-ec67-4866-8c75-ce0b4159f40c req-76e849cd-cd78-4e3e-ac79-2b1048d200ff tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905459 May 04 14:37:25.941085 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddef62-a02c-40e6-a52f-27e084d4967a req-05a42823-e04d-46a5-8940-47ce4115a7b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:25.945237 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e2ddef62-a02c-40e6-a52f-27e084d4967a req-05a42823-e04d-46a5-8940-47ce4115a7b8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.1875453 May 04 14:37:26.122130 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e2ddef62-a02c-40e6-a52f-27e084d4967a req-f63805c2-d7fe-4823-9541-b5e6e17de535 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679931 May 04 14:37:27.730183 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2ff5d-7e05-43ad-b51b-e0137ac0ee60 req-538ba36a-c3e1-493e-9716-e34df3cac84f tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:27.745581 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d5b2ff5d-7e05-43ad-b51b-e0137ac0ee60 req-538ba36a-c3e1-493e-9716-e34df3cac84f tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.2463496 May 04 14:37:27.747906 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 59912) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:27.858863 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d5b2ff5d-7e05-43ad-b51b-e0137ac0ee60 req-d814ab94-7864-4dce-a8dd-44452736c282 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083782 May 04 14:37:28.059032 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-377a9705-3033-48eb-a657-613fe2cb629f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:28.122305 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-377a9705-3033-48eb-a657-613fe2cb629f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:28.133007 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-377a9705-3033-48eb-a657-613fe2cb629f admin admin] Usage tracker for resource:security_group_rule and tenant:a4d3888d9fbb4f0eb2b362e11b9a695c is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:28.140746 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-377a9705-3033-48eb-a657-613fe2cb629f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:28.155852 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-377a9705-3033-48eb-a657-613fe2cb629f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:28.197900 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 59922) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:28.459506 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-377a9705-3033-48eb-a657-613fe2cb629f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:28.470089 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-377a9705-3033-48eb-a657-613fe2cb629f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:28.494319 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f85524c3-b358-4e3f-be73-cacf03fe4777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:28.572719 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-377a9705-3033-48eb-a657-613fe2cb629f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4d3888d9fbb4f0eb2b362e11b9a695c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8223221 May 04 14:37:28.574233 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a9705-3033-48eb-a657-613fe2cb629f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3323f6a7-a073-4d0e-9473-17d887e965db,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:28.576200 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 59934) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:28.596990 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-377a9705-3033-48eb-a657-613fe2cb629f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:28.677415 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e96198c1-de94-4bc5-a418-0c49e0297191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:28.709639 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e96198c1-de94-4bc5-a418-0c49e0297191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:28.721505 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-e96198c1-de94-4bc5-a418-0c49e0297191 admin admin] Usage tracker for resource:security_group_rule and tenant:876c178a4c5e4a79ad9573aa7a396420 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:28.727259 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-e96198c1-de94-4bc5-a418-0c49e0297191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:28.735968 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e96198c1-de94-4bc5-a418-0c49e0297191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:28.923720 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-37569166-a973-409f-a4a5-7ad023da23c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:28.978314 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-37569166-a973-409f-a4a5-7ad023da23c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:29.078741 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e96198c1-de94-4bc5-a418-0c49e0297191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:29.085535 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e96198c1-de94-4bc5-a418-0c49e0297191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:29.105092 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-97a82389-1060-44b8-9e3f-86fb38789831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:29.198822 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-37569166-a973-409f-a4a5-7ad023da23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:29.308656 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-e96198c1-de94-4bc5-a418-0c49e0297191 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=876c178a4c5e4a79ad9573aa7a396420&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1050351 May 04 14:37:29.312734 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 59942) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:29.436507 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96198c1-de94-4bc5-a418-0c49e0297191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5d6cff-27d4-4ec4-b1af-904ebf670f9b,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:29.445097 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-37569166-a973-409f-a4a5-7ad023da23c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:29.449431 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-37569166-a973-409f-a4a5-7ad023da23c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3323f6a7-a073-4d0e-9473-17d887e965db HTTP/1.1" status: 204 len: 168 time: 0.8717043 May 04 14:37:29.450895 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e96198c1-de94-4bc5-a418-0c49e0297191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:29.452741 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f0b97844-3286-4495-a2c7-b52a80c9866e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:29.467964 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37569166-a973-409f-a4a5-7ad023da23c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3323f6a7-a073-4d0e-9473-17d887e965db,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:29.484088 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-37569166-a973-409f-a4a5-7ad023da23c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:29.592298 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0378de-eff1-4d81-89b8-f9f1e166ef4f req-e9b10726-2b3c-42f7-b5b2-7b1999210fa4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:29.593746 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1a0378de-eff1-4d81-89b8-f9f1e166ef4f req-e9b10726-2b3c-42f7-b5b2-7b1999210fa4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.3148429 May 04 14:37:29.628417 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-30928f3e-b5ff-4c6b-89e7-fa7eb24ccd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:29.732672 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-30928f3e-b5ff-4c6b-89e7-fa7eb24ccd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:29.758127 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1a0378de-eff1-4d81-89b8-f9f1e166ef4f req-c460e401-aef7-43ae-992a-9e777aae6f01 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421092 May 04 14:37:29.882040 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-30928f3e-b5ff-4c6b-89e7-fa7eb24ccd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:29.891671 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-038d489d-7de5-4b89-be03-0b307eadfa87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:29.929299 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30928f3e-b5ff-4c6b-89e7-fa7eb24ccd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5d6cff-27d4-4ec4-b1af-904ebf670f9b,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:29.981824 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30928f3e-b5ff-4c6b-89e7-fa7eb24ccd05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:29.982306 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30928f3e-b5ff-4c6b-89e7-fa7eb24ccd05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:29.984774 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30928f3e-b5ff-4c6b-89e7-fa7eb24ccd05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:29.985293 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30928f3e-b5ff-4c6b-89e7-fa7eb24ccd05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:29.985580 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30928f3e-b5ff-4c6b-89e7-fa7eb24ccd05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:29.985955 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30928f3e-b5ff-4c6b-89e7-fa7eb24ccd05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:29.986294 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30928f3e-b5ff-4c6b-89e7-fa7eb24ccd05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:29.986648 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30928f3e-b5ff-4c6b-89e7-fa7eb24ccd05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:29.989610 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30928f3e-b5ff-4c6b-89e7-fa7eb24ccd05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:29.989979 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30928f3e-b5ff-4c6b-89e7-fa7eb24ccd05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:29.990337 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30928f3e-b5ff-4c6b-89e7-fa7eb24ccd05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:29.990686 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30928f3e-b5ff-4c6b-89e7-fa7eb24ccd05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:30.003613 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-30928f3e-b5ff-4c6b-89e7-fa7eb24ccd05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:30.027450 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-30928f3e-b5ff-4c6b-89e7-fa7eb24ccd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:30.028968 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-30928f3e-b5ff-4c6b-89e7-fa7eb24ccd05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c5d6cff-27d4-4ec4-b1af-904ebf670f9b HTTP/1.1" status: 204 len: 168 time: 0.7108889 May 04 14:37:30.804472 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb5a2e-9589-4b83-b5a8-a4ecf8bd763f req-8b9c1335-2fae-4f5d-ac91-28ca111cd7cb tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:30.809269 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-37bb5a2e-9589-4b83-b5a8-a4ecf8bd763f req-8b9c1335-2fae-4f5d-ac91-28ca111cd7cb tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.3699555 May 04 14:37:30.956362 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-37bb5a2e-9589-4b83-b5a8-a4ecf8bd763f req-373742a9-74c7-4cc4-9b5e-754b9e7b7d70 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339374 May 04 14:37:31.059351 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 59960) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:31.103399 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-15b332f4-873a-4eba-93d0-528180a50cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:31.125528 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-15b332f4-873a-4eba-93d0-528180a50cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:31.132514 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-15b332f4-873a-4eba-93d0-528180a50cbd admin admin] Usage tracker for resource:security_group_rule and tenant:bebcb77bdbab497a843d3d0dfea012e9 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:31.136750 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-15b332f4-873a-4eba-93d0-528180a50cbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:31.148590 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-15b332f4-873a-4eba-93d0-528180a50cbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:31.330538 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1e615-159f-4ac8-b848-e50a69329f94 req-862dc80a-fdf7-410c-a9a1-bc460e9e6c0e tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:31.332861 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0ab1e615-159f-4ac8-b848-e50a69329f94 req-862dc80a-fdf7-410c-a9a1-bc460e9e6c0e tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.1943700 May 04 14:37:31.408044 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0ab1e615-159f-4ac8-b848-e50a69329f94 req-5616ce36-a0a4-4221-ba99-08e2e80911f6 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676923 May 04 14:37:31.462539 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-15b332f4-873a-4eba-93d0-528180a50cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:31.469394 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-15b332f4-873a-4eba-93d0-528180a50cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:31.482696 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f7dbef11-e1f3-4aad-a2db-da01d0681489 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:31.518397 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b332f4-873a-4eba-93d0-528180a50cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b303f292-5dfc-4d5d-b520-9a33b1cf8f55,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:31.524129 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-15b332f4-873a-4eba-93d0-528180a50cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:31.575786 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 59964) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:31.577358 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-15b332f4-873a-4eba-93d0-528180a50cbd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bebcb77bdbab497a843d3d0dfea012e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5148554 May 04 14:37:31.814835 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-94c9d503-ca75-49f3-917e-43531a115f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:31.952707 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-94c9d503-ca75-49f3-917e-43531a115f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:32.023285 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-94c9d503-ca75-49f3-917e-43531a115f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:32.027892 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:32.075001 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9d503-ca75-49f3-917e-43531a115f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b303f292-5dfc-4d5d-b520-9a33b1cf8f55,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:32.089458 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-94c9d503-ca75-49f3-917e-43531a115f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:32.121359 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-94c9d503-ca75-49f3-917e-43531a115f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:32.125519 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-94c9d503-ca75-49f3-917e-43531a115f0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b303f292-5dfc-4d5d-b520-9a33b1cf8f55 HTTP/1.1" status: 204 len: 168 time: 0.5457480 May 04 14:37:32.299199 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25a705-9edf-44c4-be18-08659e022b12 req-6f7c6093-d97d-4bcc-af6b-d1aae0d6d19d tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:32.303135 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8e25a705-9edf-44c4-be18-08659e022b12 req-6f7c6093-d97d-4bcc-af6b-d1aae0d6d19d tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.1528480 May 04 14:37:32.503708 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8e25a705-9edf-44c4-be18-08659e022b12 req-3e19f95e-a56e-4d53-a6f8-512cb0d39dcc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905243 May 04 14:37:32.862691 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3ca86-e688-4e00-a74b-919f9a9ba6a5 req-67824a3a-db0b-464e-b5f0-3a99d7e3f63f tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:32.882071 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8da3ca86-e688-4e00-a74b-919f9a9ba6a5 req-67824a3a-db0b-464e-b5f0-3a99d7e3f63f tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.2674096 May 04 14:37:32.989964 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8da3ca86-e688-4e00-a74b-919f9a9ba6a5 req-c638ffe1-0379-4b33-a9ab-c84cf55d0f1f tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067567 May 04 14:37:33.873135 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65479f-96c2-4e65-ac32-602d86eec73c req-9168c926-c10a-4c05-9616-4fb6026d30a1 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:33.874905 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2f65479f-96c2-4e65-ac32-602d86eec73c req-9168c926-c10a-4c05-9616-4fb6026d30a1 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.2082918 May 04 14:37:34.024981 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2f65479f-96c2-4e65-ac32-602d86eec73c req-694eaa04-5595-4c0e-af8b-3ade1483d8d0 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334770 May 04 14:37:34.361876 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847a215-cdb5-4a6e-a2fa-b0489dd1efb6 req-d8d19ad0-8f7c-4146-80e9-3129cdc8a076 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:34.372779 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5847a215-cdb5-4a6e-a2fa-b0489dd1efb6 req-d8d19ad0-8f7c-4146-80e9-3129cdc8a076 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.1501746 May 04 14:37:34.488687 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5847a215-cdb5-4a6e-a2fa-b0489dd1efb6 req-de264576-d7db-4e4c-bc2f-4732ce8bccc2 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059144 May 04 14:37:35.336843 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dff87-4f9e-45b9-9950-c52aa90733c3 req-6ec82baa-3b02-4bde-81da-5cafef5b9948 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:35.338856 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b59dff87-4f9e-45b9-9950-c52aa90733c3 req-6ec82baa-3b02-4bde-81da-5cafef5b9948 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.1474030 May 04 14:37:35.392882 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b59dff87-4f9e-45b9-9950-c52aa90733c3 req-b41607a3-1fce-4489-a4ce-0b629a0944db tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479965 May 04 14:37:35.678619 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-628b63e4-4a23-4836-b9de-ed785095a2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:35.853719 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f28d98-16ee-4af3-8621-41e8f262384d req-b4045538-d980-4301-8cde-a9b8dbc1d56b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:35.867395 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b3f28d98-16ee-4af3-8621-41e8f262384d req-b4045538-d980-4301-8cde-a9b8dbc1d56b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.1550810 May 04 14:37:35.959912 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b3f28d98-16ee-4af3-8621-41e8f262384d req-85eef014-8756-42b8-9d21-1460ab2017f7 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907307 May 04 14:37:36.816394 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d930714-47db-43dc-b842-6d68ba0a4692 req-bee0d700-369c-46b7-aaaf-dbc40848dc73 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:36.818071 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5d930714-47db-43dc-b842-6d68ba0a4692 req-bee0d700-369c-46b7-aaaf-dbc40848dc73 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.1501596 May 04 14:37:36.888697 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5d930714-47db-43dc-b842-6d68ba0a4692 req-f69bf1ae-810e-405a-8217-9bc4ef0fdfa6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521510 May 04 14:37:37.269188 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60c46a-a854-4962-9f73-21105ef9cedb req-c946c534-95a5-49f6-b4c4-f5c3494ded7e tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:37.271663 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ee60c46a-a854-4962-9f73-21105ef9cedb req-c946c534-95a5-49f6-b4c4-f5c3494ded7e tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.1101019 May 04 14:37:37.347833 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ee60c46a-a854-4962-9f73-21105ef9cedb req-0e49d780-2a36-468c-ba84-9d616ba6c64f tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583689 May 04 14:37:38.047161 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-60220c9a-4e82-4fbd-ac49-fc71eb42673a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:38.143853 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492d11f-8038-4894-ad94-bcdfaee1ebea req-312f57b1-ea79-4029-87ab-6ae87607ed73 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:38.145517 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7492d11f-8038-4894-ad94-bcdfaee1ebea req-312f57b1-ea79-4029-87ab-6ae87607ed73 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.0932164 May 04 14:37:38.210378 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7492d11f-8038-4894-ad94-bcdfaee1ebea req-ae002611-ba09-48d9-98cd-a6c06e147a19 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570214 May 04 14:37:38.222657 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:38.585445 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:37:38.611737 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f26d5-ac5c-4d65-8552-61f50e04fc46 req-e32cf419-1fe2-4e4d-aee2-af8796d286ad tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:38.613320 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8c7f26d5-ac5c-4d65-8552-61f50e04fc46 req-e32cf419-1fe2-4e4d-aee2-af8796d286ad tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.1217351 May 04 14:37:38.614540 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3776dc-6b37-4395-baf0-d2db7f4a1c2f req-9b88f0ed-b2ca-43df-8cae-db9af6a7c4e1 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:38.615638 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-4e3776dc-6b37-4395-baf0-d2db7f4a1c2f req-9b88f0ed-b2ca-43df-8cae-db9af6a7c4e1 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Synchronizing usage tracker for tenant:94143385d04d4e4daae864a0a23daa8d on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:37:38.640104 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-4e3776dc-6b37-4395-baf0-d2db7f4a1c2f req-9b88f0ed-b2ca-43df-8cae-db9af6a7c4e1 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Unset dirty status for tenant:94143385d04d4e4daae864a0a23daa8d on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:37:38.641283 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-4e3776dc-6b37-4395-baf0-d2db7f4a1c2f req-9b88f0ed-b2ca-43df-8cae-db9af6a7c4e1 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.47 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.1491926 May 04 14:37:38.676172 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8c7f26d5-ac5c-4d65-8552-61f50e04fc46 req-75a7b30a-1676-48a8-b114-4d2ed4f054ae tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542207 May 04 14:37:38.770555 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 60122) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:38.799032 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-4e3776dc-6b37-4395-baf0-d2db7f4a1c2f req-29a8aaa0-d191-47b4-82d4-8662324a7fb6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Deleting port 1a9f122d-eab2-4c5c-9630-a6316bc28154 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:37:38.799397 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-4e3776dc-6b37-4395-baf0-d2db7f4a1c2f req-29a8aaa0-d191-47b4-82d4-8662324a7fb6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:38.853199 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Deleting subnet 579d1c27-dc01-4b17-b9d3-0088913fb98a {{(pid=73821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:37:38.858579 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:38.948149 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10842737'] for subnet, precommit_delete_associations {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:39.013391 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005557'] for subnet, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:39.018303 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-4e3776dc-6b37-4395-baf0-d2db7f4a1c2f req-29a8aaa0-d191-47b4-82d4-8662324a7fb6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] For port 1a9f122d-eab2-4c5c-9630-a6316bc28154, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1a9f122d-eab2-4c5c-9630-a6316bc28154,segment=NetworkSegment(91b1a557-4212-46b1-ad6b-47600618937a),segment_id=91b1a557-4212-46b1-ad6b-47600618937a)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:37:39.018915 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-4e3776dc-6b37-4395-baf0-d2db7f4a1c2f req-29a8aaa0-d191-47b4-82d4-8662324a7fb6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:39.086688 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:39.447105 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 1a9f122d-eab2-4c5c-9630-a6316bc28154 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:37:39.463195 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-4e3776dc-6b37-4395-baf0-d2db7f4a1c2f req-29a8aaa0-d191-47b4-82d4-8662324a7fb6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:39.463582 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-4e3776dc-6b37-4395-baf0-d2db7f4a1c2f req-29a8aaa0-d191-47b4-82d4-8662324a7fb6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946001'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:39.464505 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.l3_db [req-4e3776dc-6b37-4395-baf0-d2db7f4a1c2f req-29a8aaa0-d191-47b4-82d4-8662324a7fb6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Floating IP 01517847-afe4-4be2-9930-3e0a3e71c669 disassociated. External IP: 172.28.3.237, port: 1a9f122d-eab2-4c5c-9630-a6316bc28154. May 04 14:37:39.465423 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-4e3776dc-6b37-4395-baf0-d2db7f4a1c2f req-29a8aaa0-d191-47b4-82d4-8662324a7fb6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Calling delete_port for 1a9f122d-eab2-4c5c-9630-a6316bc28154 owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:37:39.584748 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33676eab-771b-4aa0-ad77-77ceef5a43aa req-15480a50-45cd-4c3a-8e77-5ac5d2d864ed tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:39.596176 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-33676eab-771b-4aa0-ad77-77ceef5a43aa req-15480a50-45cd-4c3a-8e77-5ac5d2d864ed tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 945 time: 0.2416933 May 04 14:37:39.616154 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-4e3776dc-6b37-4395-baf0-d2db7f4a1c2f req-29a8aaa0-d191-47b4-82d4-8662324a7fb6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:39.630891 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9453d6eb-302f-4622-933d-f2d860856ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:39.634277 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:39.669464 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-33676eab-771b-4aa0-ad77-77ceef5a43aa req-16d58923-75b5-4021-9efc-da4341e0bce5 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=e43b2de7-3ac4-4d9b-a34f-307646eec6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696566 May 04 14:37:39.673914 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4005564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10541910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11873821'] for subnet, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:39.682349 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:39.690724 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8aaa0-d191-47b4-82d4-8662324a7fb6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Pushing event deleted for resources: {'Port': ['ID=1a9f122d-eab2-4c5c-9630-a6316bc28154,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:39.694737 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-29a8aaa0-d191-47b4-82d4-8662324a7fb6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:39.723711 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=579d1c27-dc01-4b17-b9d3-0088913fb98a,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:39.737849 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:39.738735 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:39.739337 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:39.739893 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:39.740460 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:39.741023 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:39.741959 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:39.742531 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:39.743099 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:39.743652 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:39.744232 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:39.744772 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:39.758105 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:39.759265 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:39.776380 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/579d1c27-dc01-4b17-b9d3-0088913fb98a HTTP/1.1" status: 204 len: 168 time: 1.0045619 May 04 14:37:39.777257 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 60138) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:39.920857 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc4da-cdd6-436d-b26d-a32e72b119fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4112595'] for network, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:40.043363 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e3776dc-6b37-4395-baf0-d2db7f4a1c2f req-29a8aaa0-d191-47b4-82d4-8662324a7fb6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Router 69f9ee52-154c-4468-b260-09d137a7f7ca has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:37:40.120503 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc4da-cdd6-436d-b26d-a32e72b119fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999016', 'neutron.services.segments.db._delete_segments_for_network-8740809660721'] for network, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:40.240307 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6e42b-1f1b-4f63-9241-efd728db5468 req-17c0c5da-02a0-404d-b60c-7877db8b2cea tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:40.242229 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a5e6e42b-1f1b-4f63-9241-efd728db5468 req-17c0c5da-02a0-404d-b60c-7877db8b2cea tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.3107197 May 04 14:37:40.281743 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.services.segments.db [None req-5a7bc4da-cdd6-436d-b26d-a32e72b119fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7691e781-1413-4cd4-a726-506f5e535d00']}} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:40.306096 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.services.segments.db [None req-5a7bc4da-cdd6-436d-b26d-a32e72b119fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69042764-13a9-4083-b14f-24a607f516d3') {'for_net_delete': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:40.306599 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.services.segments.db [None req-5a7bc4da-cdd6-436d-b26d-a32e72b119fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69042764-13a9-4083-b14f-24a607f516d3') {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:40.318933 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e3776dc-6b37-4395-baf0-d2db7f4a1c2f req-29a8aaa0-d191-47b4-82d4-8662324a7fb6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:37:40.332040 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eac3a3-99ce-4ed9-aecc-4c21a6d85b02 None None] Sync routers for ids ['69f9ee52-154c-4468-b260-09d137a7f7ca'] in dv-cinder-772623-4-smb {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:37:40.339335 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc4da-cdd6-436d-b26d-a32e72b119fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740809672551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10842696'] for segment, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:40.350725 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eac3a3-99ce-4ed9-aecc-4c21a6d85b02 None None] Routers {'69f9ee52-154c-4468-b260-09d137a7f7ca'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:37:40.351648 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-70eac3a3-99ce-4ed9-aecc-4c21a6d85b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:37:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['69f9ee52-154c-4468-b260-09d137a7f7ca'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:40.402026 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a5e6e42b-1f1b-4f63-9241-efd728db5468 req-972f349a-1e50-412b-91e1-7ad6310f321d tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450558 May 04 14:37:40.416790 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3776dc-6b37-4395-baf0-d2db7f4a1c2f req-29a8aaa0-d191-47b4-82d4-8662324a7fb6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] No DVR routers for this DVR port 1a9f122d-eab2-4c5c-9630-a6316bc28154 on host hv-cinder-77262 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:37:40.420938 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-4e3776dc-6b37-4395-baf0-d2db7f4a1c2f req-29a8aaa0-d191-47b4-82d4-8662324a7fb6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:40.423290 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc4da-cdd6-436d-b26d-a32e72b119fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:40.440253 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bffd169-2f0d-4d35-93cb-dae01f64a28d', 'name': 'network-vif-deleted', 'tag': '1a9f122d-eab2-4c5c-9630-a6316bc28154'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:37:40.452899 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7bc4da-cdd6-436d-b26d-a32e72b119fe admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=73821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:37:40.453405 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-4e3776dc-6b37-4395-baf0-d2db7f4a1c2f req-29a8aaa0-d191-47b4-82d4-8662324a7fb6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.47 "DELETE /v2.0/ports/1a9f122d-eab2-4c5c-9630-a6316bc28154 HTTP/1.1" status: 204 len: 173 time: 1.8050976 May 04 14:37:40.615904 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bffd169-2f0d-4d35-93cb-dae01f64a28d', 'name': 'network-vif-deleted', 'tag': '1a9f122d-eab2-4c5c-9630-a6316bc28154', 'status': 'completed', 'code': 200} May 04 14:37:40.693404 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-5a7bc4da-cdd6-436d-b26d-a32e72b119fe admin admin] Network 7691e781-1413-4cd4-a726-506f5e535d00 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:37:40.709658 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc4da-cdd6-436d-b26d-a32e72b119fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4025312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10542836'] for segment, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:40.908820 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-70eac3a3-99ce-4ed9-aecc-4c21a6d85b02 None None] Set router 69f9ee52-154c-4468-b260-09d137a7f7ca gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:37:41.001932 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:41.024253 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6e561361-7545-4be4-93b8-354076d2d5fe req-5857a402-11fa-4313-8aa5-93cf5fc0b214 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bffd169-2f0d-4d35-93cb-dae01f64a28d HTTP/1.1" status: 200 len: 210 time: 0.0886285 May 04 14:37:41.046134 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-5a7bc4da-cdd6-436d-b26d-a32e72b119fe admin admin] Network 7691e781-1413-4cd4-a726-506f5e535d00 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: Traceback (most recent call last): May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: timer() May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: cb(*args, **kw) May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: return func(*args, **kwargs) May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: self._notify() May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: self.callback(batched_events) May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: event.method(event) May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: return f(self, *a, **k) May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: return self._get(url).json() May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: return self.request(url, 'GET', **kwargs) May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:37:41.087556 dv-cinder-772623-4-smb neutron-server[73821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:37:41.188483 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc4da-cdd6-436d-b26d-a32e72b119fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945987'] for network, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:41.194712 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-89602f5a-fedb-464e-bf1f-7a83f6174db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:41.233921 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc4da-cdd6-436d-b26d-a32e72b119fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:41.242585 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bc4da-cdd6-436d-b26d-a32e72b119fe admin admin] Pushing event deleted for resources: {'Network': ['ID=7691e781-1413-4cd4-a726-506f5e535d00,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:41.248066 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5a7bc4da-cdd6-436d-b26d-a32e72b119fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:41.263299 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-5a7bc4da-cdd6-436d-b26d-a32e72b119fe admin admin] 10.222.0.37 "DELETE /v2.0/networks/7691e781-1413-4cd4-a726-506f5e535d00 HTTP/1.1" status: 204 len: 168 time: 1.4842508 May 04 14:37:41.492300 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device e4effb26-7356-49a6-afdd-f839050502ad details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:37:41.522764 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 60156) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:41.604561 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-7f6e5e34-34f4-4fb8-8042-f438c054835e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da85c57c1635433189e040d0d7cab5d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0799038 May 04 14:37:41.607996 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 60160) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:41.743521 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a6a1da26-eb23-4668-a817-8baece4c4a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:41.782458 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a6a1da26-eb23-4668-a817-8baece4c4a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:41.800795 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-70eac3a3-99ce-4ed9-aecc-4c21a6d85b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '86576182-9113-4960-bb3f-d84f5b475de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:33:42Z', 'revision_number': 4, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port': {'id': '86576182-9113-4960-bb3f-d84f5b475de7', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:31Z', 'updated_at': '2021-05-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '6ccbe198-bb60-48d6-9798-1e1775af71ef', 'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'mac_address': 'fa:16:3e:72:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:39Z', 'updated_at': '2021-05-04T14:33:57Z', 'revision_number': 5, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'subnets': [{'id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:41.814946 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eac3a3-99ce-4ed9-aecc-4c21a6d85b02 None None] Checking router: 69f9ee52-154c-4468-b260-09d137a7f7ca for host: dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:37:41.867888 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287e665-69c7-476b-bcc0-38ab1c35ebe5 req-ca9e2f3a-f911-4338-b4e4-9da345be7ccc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:41.870223 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eac3a3-99ce-4ed9-aecc-4c21a6d85b02 None None] Routers {'69f9ee52-154c-4468-b260-09d137a7f7ca'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:37:41.871371 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-70eac3a3-99ce-4ed9-aecc-4c21a6d85b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:37:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['69f9ee52-154c-4468-b260-09d137a7f7ca'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:41.876159 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a6a1da26-eb23-4668-a817-8baece4c4a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:41.883218 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0287e665-69c7-476b-bcc0-38ab1c35ebe5 req-ca9e2f3a-f911-4338-b4e4-9da345be7ccc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 943 time: 0.2644808 May 04 14:37:41.891782 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7af20905-fb7f-4c96-9ce7-2f96478cf22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:41.914521 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1da26-eb23-4668-a817-8baece4c4a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd41c70e-d926-469e-967b-d0f1514d753e,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:41.941026 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a6a1da26-eb23-4668-a817-8baece4c4a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:41.944700 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a6a1da26-eb23-4668-a817-8baece4c4a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:41.950959 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-a6a1da26-eb23-4668-a817-8baece4c4a11 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd41c70e-d926-469e-967b-d0f1514d753e HTTP/1.1" status: 204 len: 168 time: 0.3399138 May 04 14:37:41.978109 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0287e665-69c7-476b-bcc0-38ab1c35ebe5 req-880af6f1-7b63-4186-a2d9-ab16d993d1bb tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927465 May 04 14:37:41.981610 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port e4effb26-7356-49a6-afdd-f839050502ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4effb26-7356-49a6-afdd-f839050502ad,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:37:42.030844 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': 'e4effb26-7356-49a6-afdd-f839050502ad', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'port_id': 'e4effb26-7356-49a6-afdd-f839050502ad', 'mac_address': 'fa:16:3e:bf:88:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:37:42.196176 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:42.289299 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4effb26-7356-49a6-afdd-f839050502ad {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:37:42.326901 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port e4effb26-7356-49a6-afdd-f839050502ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4effb26-7356-49a6-afdd-f839050502ad,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:37:42.335275 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 60176) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:42.340681 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-70eac3a3-99ce-4ed9-aecc-4c21a6d85b02 None None] Set router 69f9ee52-154c-4468-b260-09d137a7f7ca gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:37:42.395343 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:42.405229 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:42.468537 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9d09-37d6-451a-9a34-eb74b2231f3b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:42.528952 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9d09-37d6-451a-9a34-eb74b2231f3b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:42.668735 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9d09-37d6-451a-9a34-eb74b2231f3b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:42.679029 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['e4effb26-7356-49a6-afdd-f839050502ad'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:37:42.685628 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7d1b7036-da85-4b5d-842d-790fa9edbf31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:42.703947 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=e4effb26-7356-49a6-afdd-f839050502ad,revision_number=9']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:42.719136 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:42.719385 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa9d09-37d6-451a-9a34-eb74b2231f3b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43b2de7-3ac4-4d9b-a34f-307646eec6b8,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:42.723506 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c1aa9d09-37d6-451a-9a34-eb74b2231f3b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:42.734398 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9d09-37d6-451a-9a34-eb74b2231f3b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:42.737241 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-c1aa9d09-37d6-451a-9a34-eb74b2231f3b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "DELETE /v2.0/security-groups/e43b2de7-3ac4-4d9b-a34f-307646eec6b8 HTTP/1.1" status: 204 len: 168 time: 0.3990400 May 04 14:37:42.739518 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 60182) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:42.774477 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.api.v2.resource [None req-1fef2bb4-5fc6-418c-ae50-a3b9bee24c61 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] show failed (client error): The resource could not be found. May 04 14:37:42.776661 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-1fef2bb4-5fc6-418c-ae50-a3b9bee24c61 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups/e43b2de7-3ac4-4d9b-a34f-307646eec6b8 HTTP/1.1" status: 404 len: 347 time: 0.0355127 May 04 14:37:42.780556 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 60186) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:42.948720 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-70eac3a3-99ce-4ed9-aecc-4c21a6d85b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '86576182-9113-4960-bb3f-d84f5b475de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:33:42Z', 'revision_number': 4, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port': {'id': '86576182-9113-4960-bb3f-d84f5b475de7', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:31Z', 'updated_at': '2021-05-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '6ccbe198-bb60-48d6-9798-1e1775af71ef', 'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'mac_address': 'fa:16:3e:72:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:39Z', 'updated_at': '2021-05-04T14:33:57Z', 'revision_number': 5, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'subnets': [{'id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:37:42.961351 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eac3a3-99ce-4ed9-aecc-4c21a6d85b02 None None] The sync data for ids ['69f9ee52-154c-4468-b260-09d137a7f7ca'] in dv-cinder-772623-4-smb is: [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '86576182-9113-4960-bb3f-d84f5b475de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:33:42Z', 'revision_number': 4, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port': {'id': '86576182-9113-4960-bb3f-d84f5b475de7', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:31Z', 'updated_at': '2021-05-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '6ccbe198-bb60-48d6-9798-1e1775af71ef', 'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'mac_address': 'fa:16:3e:72:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:39Z', 'updated_at': '2021-05-04T14:33:57Z', 'revision_number': 5, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'subnets': [{'id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:37:43.066539 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-0d9e86fb-e96b-4ab3-a0cd-b8a18c845d3c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Deleting port 59276c1b-1f3f-4614-aaa5-888c96290af6 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:37:43.067325 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0d9e86fb-e96b-4ab3-a0cd-b8a18c845d3c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:43.145001 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d93af-cc7f-489e-b7e3-0dba15217485 req-c20667c4-5a29-4f21-a9da-e8cea391ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:43.148873 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-614d93af-cc7f-489e-b7e3-0dba15217485 req-c20667c4-5a29-4f21-a9da-e8cea391ca8e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ad25986999c451986a94fb0dbd2db7d&device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 1097 time: 0.1757147 May 04 14:37:43.316232 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0d9e86fb-e96b-4ab3-a0cd-b8a18c845d3c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:43.316792 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0d9e86fb-e96b-4ab3-a0cd-b8a18c845d3c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:43.427933 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5750d94-10ae-4833-90cb-0e8606bba5cd None None] New status for floating IP 01517847-afe4-4be2-9930-3e0a3e71c669: DOWN {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:37:43.442082 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:43.459346 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d93af-cc7f-489e-b7e3-0dba15217485 req-2c08427f-e204-4271-af18-dd2564f1422c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:43.460822 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device e4effb26-7356-49a6-afdd-f839050502ad up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:37:43.462417 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-614d93af-cc7f-489e-b7e3-0dba15217485 req-2c08427f-e204-4271-af18-dd2564f1422c service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62 HTTP/1.1" status: 200 len: 918 time: 0.2837830 May 04 14:37:43.496485 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-0d9e86fb-e96b-4ab3-a0cd-b8a18c845d3c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Calling delete_port for 59276c1b-1f3f-4614-aaa5-888c96290af6 owned by network:floatingip {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:37:43.518034 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1bc7c-5424-48e0-9ddc-7fee92e5f419 req-c2b5efd6-3633-4c65-89d2-dc95ac125801 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:43.519815 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e4d1bc7c-5424-48e0-9ddc-7fee92e5f419 req-c2b5efd6-3633-4c65-89d2-dc95ac125801 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 944 time: 0.3232450 May 04 14:37:43.594027 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e4d1bc7c-5424-48e0-9ddc-7fee92e5f419 req-d5b7e6c7-c6ba-4706-9a88-6bf454e12335 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607471 May 04 14:37:43.622847 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port e4effb26-7356-49a6-afdd-f839050502ad triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:37:43.624477 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:43.799429 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-614d93af-cc7f-489e-b7e3-0dba15217485 req-2b25c073-7038-4f08-a50a-5acb5750ff19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4effb26-7356-49a6-afdd-f839050502ad HTTP/1.1" status: 200 len: 1000 time: 0.3292506 May 04 14:37:43.802238 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0d9e86fb-e96b-4ab3-a0cd-b8a18c845d3c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:43.808120 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-81d0e0ef-db9d-4c4c-bc42-8769df822c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:43.860360 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e86fb-e96b-4ab3-a0cd-b8a18c845d3c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Pushing event deleted for resources: {'Port': ['ID=59276c1b-1f3f-4614-aaa5-888c96290af6,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:43.864596 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0d9e86fb-e96b-4ab3-a0cd-b8a18c845d3c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:43.918049 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:43.952075 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d93af-cc7f-489e-b7e3-0dba15217485 req-2a8920dc-adc7-40ca-ad7c-59995d74f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:43.954912 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-614d93af-cc7f-489e-b7e3-0dba15217485 req-2a8920dc-adc7-40ca-ad7c-59995d74f5bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b68c6f-abef-422f-9dab-a735d4be52ac HTTP/1.1" status: 200 len: 856 time: 0.1484804 May 04 14:37:43.973235 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0d9e86fb-e96b-4ab3-a0cd-b8a18c845d3c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for floatingip, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:43.976222 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6019d0f2-a242-4912-9280-182937f7dd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4effb26-7356-49a6-afdd-f839050502ad'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:37:44.007421 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port e4effb26-7356-49a6-afdd-f839050502ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4effb26-7356-49a6-afdd-f839050502ad,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:37:44.015123 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:44.021861 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:44.042415 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0d9e86fb-e96b-4ab3-a0cd-b8a18c845d3c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for floatingip, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:44.043830 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-0d9e86fb-e96b-4ab3-a0cd-b8a18c845d3c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "DELETE /v2.0/floatingips/01517847-afe4-4be2-9930-3e0a3e71c669 HTTP/1.1" status: 204 len: 168 time: 1.2618501 May 04 14:37:44.130930 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d93af-cc7f-489e-b7e3-0dba15217485 req-847af670-d67a-42ad-ab30-631f8a5c2f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:44.131795 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6019d0f2-a242-4912-9280-182937f7dd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4effb26-7356-49a6-afdd-f839050502ad', 'code': 200} May 04 14:37:44.133472 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-614d93af-cc7f-489e-b7e3-0dba15217485 req-847af670-d67a-42ad-ab30-631f8a5c2f2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1716864 May 04 14:37:44.201829 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=e4effb26-7356-49a6-afdd-f839050502ad,revision_number=10']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:44.205739 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:44.249347 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 60204) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:44.318231 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 60210) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:44.323804 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-3ab12940-ea8d-416f-a59a-ff56bbdebacc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--691342038', 'description': 'tempest-description--235708981'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:37:44.331211 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3ab12940-ea8d-416f-a59a-ff56bbdebacc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:44.336312 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-3ab12940-ea8d-416f-a59a-ff56bbdebacc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Usage tracker for resource:security_group and tenant:94143385d04d4e4daae864a0a23daa8d is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:44.340065 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-3ab12940-ea8d-416f-a59a-ff56bbdebacc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:44.347607 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3ab12940-ea8d-416f-a59a-ff56bbdebacc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:44.362450 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ab12940-ea8d-416f-a59a-ff56bbdebacc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:44.410129 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-614d93af-cc7f-489e-b7e3-0dba15217485 req-8015daa9-5e9b-4986-b10a-80a818632535 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689228 May 04 14:37:44.432843 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e5260393-342a-4a07-8827-29da66bde202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:44.464144 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3ab12940-ea8d-416f-a59a-ff56bbdebacc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:44.473125 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e5260393-342a-4a07-8827-29da66bde202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:44.477809 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-3ab12940-ea8d-416f-a59a-ff56bbdebacc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Usage tracker for resource:security_group_rule and tenant:94143385d04d4e4daae864a0a23daa8d is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:44.484924 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-3ab12940-ea8d-416f-a59a-ff56bbdebacc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:44.490653 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-e5260393-342a-4a07-8827-29da66bde202 admin admin] Usage tracker for resource:security_group_rule and tenant:3d7db2d701ee4d7991c67a2e80446928 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:44.500095 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-e5260393-342a-4a07-8827-29da66bde202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:44.505285 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3ab12940-ea8d-416f-a59a-ff56bbdebacc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:44.518880 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e5260393-342a-4a07-8827-29da66bde202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:44.581399 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-614d93af-cc7f-489e-b7e3-0dba15217485 req-669df98e-7f54-4f6b-bd96-77e1ebd43362 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571610 May 04 14:37:44.946671 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ab12940-ea8d-416f-a59a-ff56bbdebacc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:44.972774 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ab12940-ea8d-416f-a59a-ff56bbdebacc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:44.996721 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-37569166-a973-409f-a4a5-7ad023da23c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:45.013601 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554197d-e46d-47c2-be1d-53111d7e6171 req-070374de-3b64-43d1-8164-be98c774194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:45.016579 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e554197d-e46d-47c2-be1d-53111d7e6171 req-070374de-3b64-43d1-8164-be98c774194d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 1099 time: 0.4553480 May 04 14:37:45.174881 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e5260393-342a-4a07-8827-29da66bde202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.212496 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e5260393-342a-4a07-8827-29da66bde202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.232193 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ab12940-ea8d-416f-a59a-ff56bbdebacc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.234341 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-3ab12940-ea8d-416f-a59a-ff56bbdebacc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9148486 May 04 14:37:45.236205 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab12940-ea8d-416f-a59a-ff56bbdebacc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd26c73-a997-49ff-8045-e365474bd63e,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:45.237842 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 60216) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:45.249667 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-623add5d-46bc-4cf5-8494-337e5b9fcb44 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Request body: {'security_group_rule': {'security_group_id': '7cd26c73-a997-49ff-8045-e365474bd63e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:37:45.254056 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3ab12940-ea8d-416f-a59a-ff56bbdebacc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:45.255071 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-22cf7556-cab9-4a57-a9cd-60602156660a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:45.260851 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-623add5d-46bc-4cf5-8494-337e5b9fcb44 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:45.266701 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-623add5d-46bc-4cf5-8494-337e5b9fcb44 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Usage tracker for resource:security_group_rule and tenant:94143385d04d4e4daae864a0a23daa8d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:45.271629 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-623add5d-46bc-4cf5-8494-337e5b9fcb44 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:45.283668 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-623add5d-46bc-4cf5-8494-337e5b9fcb44 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:45.295501 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce286a-66e6-4dbe-9880-cdd264193c4f req-c00ac95c-e21b-4227-96c0-93c50fc660d4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:45.298695 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-25ce286a-66e6-4dbe-9880-cdd264193c4f req-c00ac95c-e21b-4227-96c0-93c50fc660d4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 946 time: 0.5719173 May 04 14:37:45.306617 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-623add5d-46bc-4cf5-8494-337e5b9fcb44 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.320318 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e554197d-e46d-47c2-be1d-53111d7e6171 req-c05d4fb7-c61e-46a3-87ff-6b8fd14c7a6d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746618 May 04 14:37:45.369340 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-e5260393-342a-4a07-8827-29da66bde202 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d7db2d701ee4d7991c67a2e80446928&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1181271 May 04 14:37:45.372692 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 60220) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:45.374493 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5260393-342a-4a07-8827-29da66bde202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9b0e6b-81db-4f36-b277-ceebb70e00e9,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:45.385085 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e5260393-342a-4a07-8827-29da66bde202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:45.406195 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-25ce286a-66e6-4dbe-9880-cdd264193c4f req-026f11b4-b962-4dc8-9e1e-e832567e10e6 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811450 May 04 14:37:45.445550 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-623add5d-46bc-4cf5-8494-337e5b9fcb44 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.457495 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-623add5d-46bc-4cf5-8494-337e5b9fcb44 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.469110 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:45.495125 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623add5d-46bc-4cf5-8494-337e5b9fcb44 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383a0a23-f9af-4261-8edf-4ff9e19eea24,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:45.498001 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-623add5d-46bc-4cf5-8494-337e5b9fcb44 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:45.520207 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-62bb0eed-bcc9-42b5-adaf-34396031f72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.522092 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-623add5d-46bc-4cf5-8494-337e5b9fcb44 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.523292 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-623add5d-46bc-4cf5-8494-337e5b9fcb44 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2841501 May 04 14:37:45.526709 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 60224) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:45.532231 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-f71cd953-fdee-4e91-91f9-d0e20010aa47 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Request body: {'security_group_rule': {'security_group_id': '7cd26c73-a997-49ff-8045-e365474bd63e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:37:45.538570 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f71cd953-fdee-4e91-91f9-d0e20010aa47 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:45.543251 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-f71cd953-fdee-4e91-91f9-d0e20010aa47 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Usage tracker for resource:security_group_rule and tenant:94143385d04d4e4daae864a0a23daa8d is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:45.546787 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-f71cd953-fdee-4e91-91f9-d0e20010aa47 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:45.555096 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f71cd953-fdee-4e91-91f9-d0e20010aa47 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:45.559808 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-62bb0eed-bcc9-42b5-adaf-34396031f72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.575766 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f71cd953-fdee-4e91-91f9-d0e20010aa47 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.652414 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-62bb0eed-bcc9-42b5-adaf-34396031f72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.657032 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f71cd953-fdee-4e91-91f9-d0e20010aa47 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.662712 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-611b2793-e90d-4524-b2e8-bf30cc7ff3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:45.663198 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f71cd953-fdee-4e91-91f9-d0e20010aa47 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.666151 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-073ad042-5b4c-403a-b7ec-2fda6fc67522 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:45.687048 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb0eed-bcc9-42b5-adaf-34396031f72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9b0e6b-81db-4f36-b277-ceebb70e00e9,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:45.694018 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-62bb0eed-bcc9-42b5-adaf-34396031f72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:45.694546 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cd953-fdee-4e91-91f9-d0e20010aa47 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8f6e9e-5935-4c1e-b3c3-1d9f5ba73cfe,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:45.700591 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-62bb0eed-bcc9-42b5-adaf-34396031f72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.704732 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f71cd953-fdee-4e91-91f9-d0e20010aa47 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:45.707337 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-62bb0eed-bcc9-42b5-adaf-34396031f72d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f9b0e6b-81db-4f36-b277-ceebb70e00e9 HTTP/1.1" status: 204 len: 168 time: 0.3328516 May 04 14:37:45.714392 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f71cd953-fdee-4e91-91f9-d0e20010aa47 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:45.716556 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-f71cd953-fdee-4e91-91f9-d0e20010aa47 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1884680 May 04 14:37:45.720053 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 60230) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:45.731329 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Request body: {'floatingip': {'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:37:45.741776 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:45.748737 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Usage tracker for resource:floatingip and tenant:94143385d04d4e4daae864a0a23daa8d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:45.753797 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:45.764299 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:45.780120 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for floatingip, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:46.012106 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:46.150309 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 60238) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:46.185504 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-53d30949-d10d-4ddc-ad8a-5375ed93d19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:46.214719 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-53d30949-d10d-4ddc-ad8a-5375ed93d19e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:46.226482 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-53d30949-d10d-4ddc-ad8a-5375ed93d19e admin admin] Usage tracker for resource:security_group_rule and tenant:74b68dc52e5548c786c2d00dd6793291 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:46.231906 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-53d30949-d10d-4ddc-ad8a-5375ed93d19e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:46.246256 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-53d30949-d10d-4ddc-ad8a-5375ed93d19e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:46.403257 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-53d30949-d10d-4ddc-ad8a-5375ed93d19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:46.408713 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Allocated IP 172.28.3.187 (49af3acc-aa66-439a-917a-edeb41136f16/106a0d71-9dcf-4db1-913d-79820d2de789/954cdb03-b875-4772-a4eb-81b29c609ca7) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:37:46.409684 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-53d30949-d10d-4ddc-ad8a-5375ed93d19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:46.421409 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-7ed63a57-5aae-4ca8-8ef3-695bb04eb76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:46.454845 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d30949-d10d-4ddc-ad8a-5375ed93d19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d570555-353b-4a89-af37-4c2bc2043f55,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:46.458475 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-53d30949-d10d-4ddc-ad8a-5375ed93d19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:46.484295 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-53d30949-d10d-4ddc-ad8a-5375ed93d19e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74b68dc52e5548c786c2d00dd6793291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318346 May 04 14:37:46.488306 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 60252) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:46.722848 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:46.759089 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d9da7695-aeba-4a95-863f-304097c4dcec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:46.778365 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:46.798651 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-808d06b0-3146-4586-9fae-1211399526de tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:46.827704 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d9da7695-aeba-4a95-863f-304097c4dcec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:46.897262 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Network 49af3acc-aa66-439a-917a-edeb41136f16 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:37:46.903219 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:37:46.908280 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:37:46.945188 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ad6bc-e524-471d-a127-d610b0326f93 req-4c27f934-b99c-4d47-a5ce-c88209635d2b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:46.948763 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ce2ad6bc-e524-471d-a127-d610b0326f93 req-4c27f934-b99c-4d47-a5ce-c88209635d2b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 946 time: 0.2571752 May 04 14:37:47.009267 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Pushing event updated for resources: {'Port': ['ID=954cdb03-b875-4772-a4eb-81b29c609ca7,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:47.019645 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:47.026463 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d9da7695-aeba-4a95-863f-304097c4dcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:47.040643 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c18a2011-9303-4af0-b1a0-29d51ad463aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:47.067716 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da7695-aeba-4a95-863f-304097c4dcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d570555-353b-4a89-af37-4c2bc2043f55,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:47.068066 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:47.071517 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d9da7695-aeba-4a95-863f-304097c4dcec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:47.094497 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ce2ad6bc-e524-471d-a127-d610b0326f93 req-75a56f65-cdce-44be-999b-086db9b05b2f tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319256 May 04 14:37:47.098452 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d9da7695-aeba-4a95-863f-304097c4dcec admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:47.100344 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-d9da7695-aeba-4a95-863f-304097c4dcec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d570555-353b-4a89-af37-4c2bc2043f55 HTTP/1.1" status: 204 len: 168 time: 0.6107745 May 04 14:37:47.206399 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:47.605873 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:47.612243 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:47.617700 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:47.747181 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Pushing event updated for resources: {'Port': ['ID=954cdb03-b875-4772-a4eb-81b29c609ca7,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:47.752105 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:47.758287 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946001'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:47.788053 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:47.797508 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0676599 May 04 14:37:48.050816 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-65d1d1b9-d12b-49b7-b046-0e90e22a7b54 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Synchronizing usage tracker for tenant:94143385d04d4e4daae864a0a23daa8d on resource:security_group {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:37:48.067238 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-65d1d1b9-d12b-49b7-b046-0e90e22a7b54 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Unset dirty status for tenant:94143385d04d4e4daae864a0a23daa8d on resource:security_group {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:37:48.068511 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-65d1d1b9-d12b-49b7-b046-0e90e22a7b54 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--691342038&fields=id&tenant_id=94143385d04d4e4daae864a0a23daa8d HTTP/1.1" status: 200 len: 267 time: 0.0622597 May 04 14:37:48.234902 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 60316) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:48.248712 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-75304dec-3240-43f4-9fc4-8b27a4dbbb98 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:48.250331 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-75304dec-3240-43f4-9fc4-8b27a4dbbb98 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/networks?id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9 HTTP/1.1" status: 200 len: 811 time: 0.1732571 May 04 14:37:48.277825 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-a58535e7-0211-4b73-a2e2-2bdae7c43bc4 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/quotas/94143385d04d4e4daae864a0a23daa8d HTTP/1.1" status: 200 len: 375 time: 0.0112979 May 04 14:37:48.444858 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1718888230-network', 'tenant_id': '814042fb29b14d4c96c124be93f65541'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:37:48.459999 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:48.469582 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Usage tracker for resource:network and tenant:814042fb29b14d4c96c124be93f65541 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:48.475110 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:48.487345 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:48.508372 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-7ef25919-df1d-43e5-9b4d-c391cb1e9648 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Synchronizing usage tracker for tenant:94143385d04d4e4daae864a0a23daa8d on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:37:48.522536 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Made reservation on behalf of 814042fb29b14d4c96c124be93f65541 for: {'network': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:37:48.524923 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for network, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:48.551105 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:48.579440 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876daf6d-68fb-4a9a-8350-119fde09da1d req-f291264c-0a3e-4884-b072-a80fd7b64633 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:48.581033 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-876daf6d-68fb-4a9a-8350-119fde09da1d req-f291264c-0a3e-4884-b072-a80fd7b64633 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 946 time: 0.2179065 May 04 14:37:48.583160 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-7ef25919-df1d-43e5-9b4d-c391cb1e9648 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Unset dirty status for tenant:94143385d04d4e4daae864a0a23daa8d on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:37:48.584677 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-7ef25919-df1d-43e5-9b4d-c391cb1e9648 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=94143385d04d4e4daae864a0a23daa8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2947929 May 04 14:37:48.588238 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:48.594387 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Usage tracker for resource:security_group_rule and tenant:814042fb29b14d4c96c124be93f65541 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:48.598356 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:48.637421 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:48.772412 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-876daf6d-68fb-4a9a-8350-119fde09da1d req-adfc5bf8-0be1-4eab-b958-c022389b603b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794357 May 04 14:37:48.824921 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-e948e3ab-0059-4fdf-8999-b3b7e5e84a2d service neutron] 10.222.0.37 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077544 May 04 14:37:48.957201 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:48.967189 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:48.972841 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-74271304-e0b1-4030-891a-4080fa4d265b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:49.010569 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=73821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:37:49.024316 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:49.037786 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:49.044534 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:49.044916 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.db.segments_db [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Added segment 3e16ded3-1f33-4f09-856c-f5692ae4fb72 of type vlan for network 79279dc2-5519-4c20-8a67-9b1ecaf657d7 May 04 14:37:49.052941 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66ec917d-3e8b-4b8a-8d75-584567176413 service neutron] 10.222.0.37 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130957 May 04 14:37:49.080118 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740809221780'] for network, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:49.115471 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for network, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:49.117045 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:49.117679 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:49.121542 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3ed0fe10-4ef6-4bfe-a3a3-380f5bf4855a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:49.233312 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Pushing event updated for resources: {'Network': ['ID=79279dc2-5519-4c20-8a67-9b1ecaf657d7,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:49.236589 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:49.238542 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-f3a578ad-b1ab-46de-b6eb-53b31c1b18d4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0026126 May 04 14:37:49.243781 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 60328) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:37:49.245183 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Network 79279dc2-5519-4c20-8a67-9b1ecaf657d7 details requested by agent ovs-agent-dv-cinder-772623-4-smb with host dv-cinder-772623-4-smb {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:37:49.255812 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-6378fa47-14c0-4b97-b66d-c5467829e65e admin admin] Request body: {'subnet': {'network_id': '79279dc2-5519-4c20-8a67-9b1ecaf657d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1718888230-subnet', 'tenant_id': '814042fb29b14d4c96c124be93f65541', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:37:49.265283 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6378fa47-14c0-4b97-b66d-c5467829e65e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:49.279543 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-6378fa47-14c0-4b97-b66d-c5467829e65e admin admin] Usage tracker for resource:subnet and tenant:814042fb29b14d4c96c124be93f65541 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:49.296473 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-6378fa47-14c0-4b97-b66d-c5467829e65e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:49.308418 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-736e4676-3f8e-495f-84c0-2b84d087b2c9 req-d3624ef0-6a1f-4dd9-9441-1a18200ea752 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 210 time: 0.0615127 May 04 14:37:49.318237 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6378fa47-14c0-4b97-b66d-c5467829e65e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:49.332962 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6378fa47-14c0-4b97-b66d-c5467829e65e admin admin] Made reservation on behalf of 814042fb29b14d4c96c124be93f65541 for: {'subnet': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:37:49.336564 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6378fa47-14c0-4b97-b66d-c5467829e65e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11678304'] for subnet, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:49.799215 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6378fa47-14c0-4b97-b66d-c5467829e65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11463033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11678326'] for subnet, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:49.803463 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:49.883986 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378fa47-14c0-4b97-b66d-c5467829e65e admin admin] Pushing event updated for resources: {'Subnet': ['ID=40ce3646-783e-4ce5-a866-a65757dc5384,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:49.887942 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6378fa47-14c0-4b97-b66d-c5467829e65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:49.896032 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6378fa47-14c0-4b97-b66d-c5467829e65e admin admin] Checking segment: {'id': '3e16ded3-1f33-4f09-856c-f5692ae4fb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '79279dc2-5519-4c20-8a67-9b1ecaf657d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:37:49.896506 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6378fa47-14c0-4b97-b66d-c5467829e65e admin admin] Network hostable DHCP agents. Network: 79279dc2-5519-4c20-8a67-9b1ecaf657d7, hostable agents: ['89233beb-46c2-4555-b2a6-383c2a63add2'], hosted agents: [] {{(pid=73822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:37:49.917448 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6378fa47-14c0-4b97-b66d-c5467829e65e admin admin] Network 79279dc2-5519-4c20-8a67-9b1ecaf657d7 is scheduled to be hosted by DHCP agent 89233beb-46c2-4555-b2a6-383c2a63add2 with binding_index 1 {{(pid=73822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:37:49.929653 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-6378fa47-14c0-4b97-b66d-c5467829e65e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-smb, 79279dc2-5519-4c20-8a67-9b1ecaf657d7) {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:37:49.941206 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6c545c-c13d-4ddc-9316-36342dae9200 None None] Network 79279dc2-5519-4c20-8a67-9b1ecaf657d7 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:37:49.941791 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6378fa47-14c0-4b97-b66d-c5467829e65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:49.942674 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6378fa47-14c0-4b97-b66d-c5467829e65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:49.973761 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-6378fa47-14c0-4b97-b66d-c5467829e65e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7261472 May 04 14:37:50.234745 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835ca5c8-24e7-4889-ac8f-3d7245034deb None None] Network 79279dc2-5519-4c20-8a67-9b1ecaf657d7 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:37:50.555747 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7e9b4ce0-e84b-49b5-8e24-d2d46b7d185a req-392e3aad-587a-494c-a26c-2cb3a0e24642 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 210 time: 0.0767605 May 04 14:37:50.772395 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-a4353f00-2f99-40a6-94a2-b2675d40660a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:50.774008 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-a4353f00-2f99-40a6-94a2-b2675d40660a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.47 "GET /v2.0/networks?id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9 HTTP/1.1" status: 200 len: 811 time: 0.3390942 May 04 14:37:50.843019 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-6a4d91c9-5572-4477-96c7-2cb0bac14933 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94143385d04d4e4daae864a0a23daa8d HTTP/1.1" status: 200 len: 379 time: 0.0601592 May 04 14:37:50.854015 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-79957cf4-434b-4400-83df-a7703ae24632 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Request body: {'port': {'device_id': '6a310ecd-8693-4350-a912-692872773c37', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'admin_state_up': True, 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'security_groups': ['7cd26c73-a997-49ff-8045-e365474bd63e']}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:37:51.030959 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-79957cf4-434b-4400-83df-a7703ae24632 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:51.043398 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-79957cf4-434b-4400-83df-a7703ae24632 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:51.054524 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-79957cf4-434b-4400-83df-a7703ae24632 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Made reservation on behalf of 94143385d04d4e4daae864a0a23daa8d for: {'port': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:37:51.058245 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-79957cf4-434b-4400-83df-a7703ae24632 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:51.354800 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-79957cf4-434b-4400-83df-a7703ae24632 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Allocated IP 172.20.0.8 (a4994e1e-ba52-4aa5-a707-a4c26b5227b9/d35a3c5f-3c94-4166-926a-729a198f0bde/9342dbd5-4d10-4381-9a5a-8fe0bc2454ba) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:37:51.557703 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-79957cf4-434b-4400-83df-a7703ae24632 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:51.575537 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-79957cf4-434b-4400-83df-a7703ae24632 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Transition to ACTIVE for port object 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba will not be triggered until provisioned by entity DHCP. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:37:51.605070 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-79957cf4-434b-4400-83df-a7703ae24632 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:51.612012 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:51.684733 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-79957cf4-434b-4400-83df-a7703ae24632 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:37:51.689055 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-79957cf4-434b-4400-83df-a7703ae24632 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Resources bound (agent type, host, resource id): {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:37:51.693453 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-79957cf4-434b-4400-83df-a7703ae24632 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:37:51.737081 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79957cf4-434b-4400-83df-a7703ae24632 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Pushing event updated for resources: {'Port': ['ID=9342dbd5-4d10-4381-9a5a-8fe0bc2454ba,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:51.744075 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-79957cf4-434b-4400-83df-a7703ae24632 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:51.813577 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-79957cf4-434b-4400-83df-a7703ae24632 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:51.814153 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-79957cf4-434b-4400-83df-a7703ae24632 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:51.858903 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-79957cf4-434b-4400-83df-a7703ae24632 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0100079 May 04 14:37:51.875604 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7938d-35c6-46ef-b035-02712576d763 req-b30378f7-b2e6-47cf-9222-dc1870ed8f2c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:51.876899 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-6ac7938d-35c6-46ef-b035-02712576d763 req-b30378f7-b2e6-47cf-9222-dc1870ed8f2c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Synchronizing usage tracker for tenant:94143385d04d4e4daae864a0a23daa8d on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:37:51.886389 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Request body: {'port': {'device_id': '6a310ecd-8693-4350-a912-692872773c37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:37:51.949382 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-6ac7938d-35c6-46ef-b035-02712576d763 req-b30378f7-b2e6-47cf-9222-dc1870ed8f2c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Unset dirty status for tenant:94143385d04d4e4daae864a0a23daa8d on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:37:51.950834 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6ac7938d-35c6-46ef-b035-02712576d763 req-b30378f7-b2e6-47cf-9222-dc1870ed8f2c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 931 time: 0.2079937 May 04 14:37:52.025887 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0e28cc25-1a4b-41ee-b81b-7068e7976404 None None] Provisioning for port 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:37:52.036553 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0e28cc25-1a4b-41ee-b81b-7068e7976404 None None] Provisioning complete for port 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:37:52.037861 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0e28cc25-1a4b-41ee-b81b-7068e7976404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:52.068911 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6ac7938d-35c6-46ef-b035-02712576d763 req-bb5d106a-0c66-4d32-a1fd-14368de5dfe7 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cd26c73-a997-49ff-8045-e365474bd63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097696 May 04 14:37:52.098160 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:52.147279 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0e28cc25-1a4b-41ee-b81b-7068e7976404 None None] Port 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:37:52.582797 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-2cc14f77-2537-4d7a-8bef-80f83a15a87c tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:52.583413 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-2cc14f77-2537-4d7a-8bef-80f83a15a87c tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Synchronizing usage tracker for tenant:814042fb29b14d4c96c124be93f65541 on resource:network {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:37:52.660632 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba {{(pid=73821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:37:52.665447 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-2cc14f77-2537-4d7a-8bef-80f83a15a87c tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Unset dirty status for tenant:814042fb29b14d4c96c124be93f65541 on resource:network {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:37:52.666712 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-2cc14f77-2537-4d7a-8bef-80f83a15a87c tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/networks?id=79279dc2-5519-4c20-8a67-9b1ecaf657d7 HTTP/1.1" status: 200 len: 814 time: 0.2950256 May 04 14:37:52.671322 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:52.696372 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-818ff039-9fda-4eed-a7a8-470e8e290efc tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/quotas/814042fb29b14d4c96c124be93f65541 HTTP/1.1" status: 200 len: 375 time: 0.0220160 May 04 14:37:52.697376 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Transition to ACTIVE for port object 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba will not be triggered until provisioned by entity L2. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:37:52.702836 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10542736'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:52.707139 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-13cdd109-06c5-472d-932b-a3d72f645e62 tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:52.860393 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-1c997aee-cb3c-4c15-b31b-cebda6f0c475 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=814042fb29b14d4c96c124be93f65541&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1180561 May 04 14:37:52.956063 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Pushing event updated for resources: {'Port': ['ID=9342dbd5-4d10-4381-9a5a-8fe0bc2454ba,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:52.970546 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:53.277324 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-2aeeafb3-9fdf-494a-b49b-1c36ec621480 service neutron] 10.222.0.37 "GET /v2.0/networks/79279dc2-5519-4c20-8a67-9b1ecaf657d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942897 May 04 14:37:53.284562 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Attempting to bind port 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:37:53.284562 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Attempting to bind port 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '91b1a557-4212-46b1-ad6b-47600618937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9'}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:37:53.284562 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Attempting to bind port 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba on network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:37:53.317284 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Port 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba on network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:37:53.317600 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Attempting to bind port 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba on network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:37:53.391915 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Checking agent: {'id': '8bf5348c-0921-4b50-a8be-a73e0c140a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'started_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:37:53.392170 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Checking segment: {'id': '91b1a557-4212-46b1-ad6b-47600618937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:37:53.392565 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Bound using segment: {'id': '91b1a557-4212-46b1-ad6b-47600618937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9'} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:37:53.393003 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Bound port: 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91b1a557-4212-46b1-ad6b-47600618937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9'}}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:37:53.393413 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:53.526016 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-a131d0f9-1708-4735-b4ba-e3ba9f8ebd27 service neutron] 10.222.0.37 "GET /v2.0/networks/79279dc2-5519-4c20-8a67-9b1ecaf657d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345133 May 04 14:37:53.556915 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a91320-6aae-42db-b438-dbc533ca1489 req-e1505b94-7cbe-4d02-9422-4538ffa914e5 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:53.558543 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-34a91320-6aae-42db-b438-dbc533ca1489 req-e1505b94-7cbe-4d02-9422-4538ffa914e5 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 943 time: 0.3192828 May 04 14:37:53.564194 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] For port 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba, host hv-cinder-77262, cleared binding levels {{(pid=73821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:37:53.567958 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] For port 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9342dbd5-4d10-4381-9a5a-8fe0bc2454ba,segment=NetworkSegment(91b1a557-4212-46b1-ad6b-47600618937a),segment_id=91b1a557-4212-46b1-ad6b-47600618937a)] {{(pid=73821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:37:53.586020 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10542736'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:53.594400 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:53.664349 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:53.664972 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:53.666499 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] 10.222.0.47 "PUT /v2.0/ports/9342dbd5-4d10-4381-9a5a-8fe0bc2454ba HTTP/1.1" status: 200 len: 1093 time: 1.7859244 May 04 14:37:53.669354 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a310ecd-8693-4350-a912-692872773c37', 'tag': '9342dbd5-4d10-4381-9a5a-8fe0bc2454ba'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:37:53.701611 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-34a91320-6aae-42db-b438-dbc533ca1489 req-4a431768-db64-4a94-aed7-8c63ad4d4bd6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cd26c73-a997-49ff-8045-e365474bd63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314580 May 04 14:37:53.864998 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a310ecd-8693-4350-a912-692872773c37', 'tag': '9342dbd5-4d10-4381-9a5a-8fe0bc2454ba', 'status': 'completed', 'code': 200} May 04 14:37:53.903176 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-89a4cac8-6d83-402f-b983-796448b5d9e5 req-e6b8209d-855d-4f92-b179-03ee55418d8b tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370 HTTP/1.1" status: 200 len: 210 time: 0.1880836 May 04 14:37:53.904979 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Pushing event updated for resources: {'Port': ['ID=9342dbd5-4d10-4381-9a5a-8fe0bc2454ba,revision_number=3']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:53.912566 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:53.972805 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-2996b01f-7c95-449a-ae44-e127b98c0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:53.975621 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-2996b01f-7c95-449a-ae44-e127b98c0bf7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94143385d04d4e4daae864a0a23daa8d&device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 1096 time: 0.2585340 May 04 14:37:54.100217 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-0a22ef5e-fe0a-44b0-8ceb-82490ed909fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9342dbd5-4d10-4381-9a5a-8fe0bc2454ba HTTP/1.1" status: 200 len: 217 time: 0.1164062 May 04 14:37:54.173961 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-4cf86672-879d-4147-8824-fc9a3c291d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:54.175287 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-4cf86672-879d-4147-8824-fc9a3c291d46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d35a3c5f-3c94-4166-926a-729a198f0bde HTTP/1.1" status: 200 len: 850 time: 0.0674865 May 04 14:37:54.265653 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-6eb906d8-fa89-4582-abca-4c0d6058ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:54.267565 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-6eb906d8-fa89-4582-abca-4c0d6058ef35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860789 May 04 14:37:54.443628 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-5ce69a04-860c-4890-aa99-59f444db5748 service neutron] 10.222.0.47 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694100 May 04 14:37:54.598694 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7648cf6-6406-45e7-88a0-4b8e43b63016 req-2aa7a5b2-087c-4c37-b4ea-b06f15256728 service neutron] 10.222.0.47 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476350 May 04 14:37:54.733771 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6a2db-8561-4483-a7f9-4d5290233faf req-45b33c46-4619-403f-afbb-c57dbe80f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:54.735225 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-96d6a2db-8561-4483-a7f9-4d5290233faf req-45b33c46-4619-403f-afbb-c57dbe80f6cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94143385d04d4e4daae864a0a23daa8d&device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 1096 time: 0.0805383 May 04 14:37:54.961041 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6a2db-8561-4483-a7f9-4d5290233faf req-cd4f9210-f71c-4f37-b57a-20670f44eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:54.963781 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-96d6a2db-8561-4483-a7f9-4d5290233faf req-cd4f9210-f71c-4f37-b57a-20670f44eddf service neutron] 10.222.0.47 "GET /v2.0/networks?id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9 HTTP/1.1" status: 200 len: 912 time: 0.2210793 May 04 14:37:55.145486 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-96d6a2db-8561-4483-a7f9-4d5290233faf req-dce0626e-7b78-4f2b-b679-8c9fb6739a67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9342dbd5-4d10-4381-9a5a-8fe0bc2454ba HTTP/1.1" status: 200 len: 217 time: 0.1658552 May 04 14:37:55.217856 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3433302b-7d76-4b8c-a585-210e6bd29202 req-fa689828-5afd-43d6-a17d-09c2993374ec tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370 HTTP/1.1" status: 200 len: 210 time: 0.1477611 May 04 14:37:55.279594 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24db220-2f62-4b0c-8c34-42bc978aecc3 req-f9acc7fa-78fc-41d2-85cb-db32e1b57fb7 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:55.286880 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-1362ae2a-6962-424c-9043-ca80dde48fa7 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:55.290454 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-1362ae2a-6962-424c-9043-ca80dde48fa7 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.47 "GET /v2.0/networks?id=79279dc2-5519-4c20-8a67-9b1ecaf657d7 HTTP/1.1" status: 200 len: 814 time: 0.2431726 May 04 14:37:55.293061 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e24db220-2f62-4b0c-8c34-42bc978aecc3 req-f9acc7fa-78fc-41d2-85cb-db32e1b57fb7 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 943 time: 0.4461262 May 04 14:37:55.307879 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-60cd3be7-14e1-47a2-99c5-96cbf02049a8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Request body: {'port': {'device_id': '7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370', 'network_id': '79279dc2-5519-4c20-8a67-9b1ecaf657d7', 'admin_state_up': True, 'tenant_id': '814042fb29b14d4c96c124be93f65541'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:37:55.346480 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6a2db-8561-4483-a7f9-4d5290233faf req-85e44e40-1aed-4f6e-b17c-258da3f2ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:55.349281 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-96d6a2db-8561-4483-a7f9-4d5290233faf req-85e44e40-1aed-4f6e-b17c-258da3f2ea0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d35a3c5f-3c94-4166-926a-729a198f0bde HTTP/1.1" status: 200 len: 850 time: 0.1838167 May 04 14:37:55.497967 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-60cd3be7-14e1-47a2-99c5-96cbf02049a8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:37:55.503563 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-60cd3be7-14e1-47a2-99c5-96cbf02049a8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Usage tracker for resource:port and tenant:814042fb29b14d4c96c124be93f65541 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:37:55.507429 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-60cd3be7-14e1-47a2-99c5-96cbf02049a8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:37:55.516019 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-60cd3be7-14e1-47a2-99c5-96cbf02049a8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:37:55.529377 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-60cd3be7-14e1-47a2-99c5-96cbf02049a8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Made reservation on behalf of 814042fb29b14d4c96c124be93f65541 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:37:55.534141 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-60cd3be7-14e1-47a2-99c5-96cbf02049a8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:55.562683 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e24db220-2f62-4b0c-8c34-42bc978aecc3 req-07cb661f-db3e-4b3a-8ad0-4e296a15ec85 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cd26c73-a997-49ff-8045-e365474bd63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683916 May 04 14:37:55.608937 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6a2db-8561-4483-a7f9-4d5290233faf req-732d2033-f3de-436b-bfd3-e4588ad92deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:55.611133 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-96d6a2db-8561-4483-a7f9-4d5290233faf req-732d2033-f3de-436b-bfd3-e4588ad92deb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2342503 May 04 14:37:55.817908 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-96d6a2db-8561-4483-a7f9-4d5290233faf req-f324020a-7c3d-456e-9826-0d58cad06002 service neutron] 10.222.0.47 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993957 May 04 14:37:55.828218 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-60cd3be7-14e1-47a2-99c5-96cbf02049a8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Allocated IP 172.20.0.4 (79279dc2-5519-4c20-8a67-9b1ecaf657d7/40ce3646-783e-4ce5-a866-a65757dc5384/a3888e58-1e73-43f4-9c1d-f5b955949acc) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:37:55.977478 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-96d6a2db-8561-4483-a7f9-4d5290233faf req-d50d82c7-faa1-4c06-b533-996d9a4e5bf7 service neutron] 10.222.0.47 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527953 May 04 14:37:56.073341 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-60cd3be7-14e1-47a2-99c5-96cbf02049a8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:56.108528 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-60cd3be7-14e1-47a2-99c5-96cbf02049a8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:56.114887 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:56.183139 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-60cd3be7-14e1-47a2-99c5-96cbf02049a8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Network 79279dc2-5519-4c20-8a67-9b1ecaf657d7 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:37:56.187201 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-60cd3be7-14e1-47a2-99c5-96cbf02049a8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:37:56.191396 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-60cd3be7-14e1-47a2-99c5-96cbf02049a8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:37:56.233279 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd3be7-14e1-47a2-99c5-96cbf02049a8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Pushing event updated for resources: {'Port': ['ID=a3888e58-1e73-43f4-9c1d-f5b955949acc,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:56.243097 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-60cd3be7-14e1-47a2-99c5-96cbf02049a8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:56.270707 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-60cd3be7-14e1-47a2-99c5-96cbf02049a8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:56.271869 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-60cd3be7-14e1-47a2-99c5-96cbf02049a8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:56.302190 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-60cd3be7-14e1-47a2-99c5-96cbf02049a8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0018628 May 04 14:37:56.315277 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Request body: {'port': {'device_id': '7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:37:56.449613 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:56.516016 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb5be1-b65b-4f36-a826-e1fe10c24b3e req-0963d148-a6b0-43d2-89de-bc3f7ed7fc8c tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:56.517842 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0dcb5be1-b65b-4f36-a826-e1fe10c24b3e req-0963d148-a6b0-43d2-89de-bc3f7ed7fc8c tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370 HTTP/1.1" status: 200 len: 931 time: 0.0925608 May 04 14:37:56.580752 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-0dcb5be1-b65b-4f36-a826-e1fe10c24b3e req-fe3763bc-1007-4846-bd6c-71afbc208bb8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Synchronizing usage tracker for tenant:814042fb29b14d4c96c124be93f65541 on resource:security_group {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:37:56.608873 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-0dcb5be1-b65b-4f36-a826-e1fe10c24b3e req-fe3763bc-1007-4846-bd6c-71afbc208bb8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Unset dirty status for tenant:814042fb29b14d4c96c124be93f65541 on resource:security_group {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:37:56.611001 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0dcb5be1-b65b-4f36-a826-e1fe10c24b3e req-fe3763bc-1007-4846-bd6c-71afbc208bb8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819137 May 04 14:37:56.843602 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d69b0e-0ead-4313-aac2-bd7c87615d27 req-95259ace-a072-40ec-87a3-4113bc7ce558 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:56.846378 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a0d69b0e-0ead-4313-aac2-bd7c87615d27 req-95259ace-a072-40ec-87a3-4113bc7ce558 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 943 time: 0.1496782 May 04 14:37:56.895893 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3888e58-1e73-43f4-9c1d-f5b955949acc {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:37:56.897735 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a0d69b0e-0ead-4313-aac2-bd7c87615d27 req-6cc59856-76f0-436a-b685-08eb79bf8f53 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cd26c73-a997-49ff-8045-e365474bd63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448334 May 04 14:37:56.904545 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:56.922309 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Transition to ACTIVE for port object a3888e58-1e73-43f4-9c1d-f5b955949acc will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:37:56.926068 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:56.930190 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:57.092893 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Pushing event updated for resources: {'Port': ['ID=a3888e58-1e73-43f4-9c1d-f5b955949acc,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:57.101568 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:57.223739 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Attempting to bind port a3888e58-1e73-43f4-9c1d-f5b955949acc on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:37:57.224077 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Attempting to bind port a3888e58-1e73-43f4-9c1d-f5b955949acc by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '3e16ded3-1f33-4f09-856c-f5692ae4fb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '79279dc2-5519-4c20-8a67-9b1ecaf657d7'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:37:57.224401 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Attempting to bind port a3888e58-1e73-43f4-9c1d-f5b955949acc on network 79279dc2-5519-4c20-8a67-9b1ecaf657d7 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:37:57.230401 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Port a3888e58-1e73-43f4-9c1d-f5b955949acc on network 79279dc2-5519-4c20-8a67-9b1ecaf657d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:37:57.230724 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Attempting to bind port a3888e58-1e73-43f4-9c1d-f5b955949acc on network 79279dc2-5519-4c20-8a67-9b1ecaf657d7 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:37:57.237601 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Checking agent: {'id': '8bf5348c-0921-4b50-a8be-a73e0c140a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'started_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:37:57.237938 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Checking segment: {'id': '3e16ded3-1f33-4f09-856c-f5692ae4fb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '79279dc2-5519-4c20-8a67-9b1ecaf657d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:37:57.238342 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Bound using segment: {'id': '3e16ded3-1f33-4f09-856c-f5692ae4fb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '79279dc2-5519-4c20-8a67-9b1ecaf657d7'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:37:57.238783 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Bound port: a3888e58-1e73-43f4-9c1d-f5b955949acc, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e16ded3-1f33-4f09-856c-f5692ae4fb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '79279dc2-5519-4c20-8a67-9b1ecaf657d7'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:37:57.239142 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:57.371345 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] For port a3888e58-1e73-43f4-9c1d-f5b955949acc, host hv-cinder-77262, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:37:57.375134 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] For port a3888e58-1e73-43f4-9c1d-f5b955949acc, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a3888e58-1e73-43f4-9c1d-f5b955949acc,segment=NetworkSegment(3e16ded3-1f33-4f09-856c-f5692ae4fb72),segment_id=3e16ded3-1f33-4f09-856c-f5692ae4fb72)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:37:57.381417 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:57.385753 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1d0f9923-b14b-48c3-b013-291d7f1c812a tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:57.449418 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:57.450232 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:57.452157 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] 10.222.0.47 "PUT /v2.0/ports/a3888e58-1e73-43f4-9c1d-f5b955949acc HTTP/1.1" status: 200 len: 1093 time: 1.1419895 May 04 14:37:57.452764 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370', 'tag': 'a3888e58-1e73-43f4-9c1d-f5b955949acc'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:37:57.477989 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:37:57.484000 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Pushing event updated for resources: {'Port': ['ID=a3888e58-1e73-43f4-9c1d-f5b955949acc,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:57.489571 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:57.560979 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370', 'tag': 'a3888e58-1e73-43f4-9c1d-f5b955949acc', 'status': 'completed', 'code': 200} May 04 14:37:57.603683 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-a138161c-c111-46f7-894a-63bc53d1dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:57.605640 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-a138161c-c111-46f7-894a-63bc53d1dc6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=814042fb29b14d4c96c124be93f65541&device_id=7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370 HTTP/1.1" status: 200 len: 1096 time: 0.0974152 May 04 14:37:57.693290 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9342dbd5-4d10-4381-9a5a-8fe0bc2454ba,segment=NetworkSegment(91b1a557-4212-46b1-ad6b-47600618937a),segment_id=91b1a557-4212-46b1-ad6b-47600618937a)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:37:57.703992 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-10b5f1f2-f0fc-481b-bcca-7202a5383550 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3888e58-1e73-43f4-9c1d-f5b955949acc HTTP/1.1" status: 200 len: 217 time: 0.0875056 May 04 14:37:57.721021 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': '9342dbd5-4d10-4381-9a5a-8fe0bc2454ba', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'port_id': '9342dbd5-4d10-4381-9a5a-8fe0bc2454ba', 'mac_address': 'fa:16:3e:bc:32:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:37:57.809312 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-c60baac3-5bc9-4c3a-abf0-e3d9994dfe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:57.811255 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-c60baac3-5bc9-4c3a-abf0-e3d9994dfe05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40ce3646-783e-4ce5-a866-a65757dc5384 HTTP/1.1" status: 200 len: 854 time: 0.1001205 May 04 14:37:57.823195 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:57.856128 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:37:57.887710 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9342dbd5-4d10-4381-9a5a-8fe0bc2454ba,segment=NetworkSegment(91b1a557-4212-46b1-ad6b-47600618937a),segment_id=91b1a557-4212-46b1-ad6b-47600618937a)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:37:57.893701 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:57.895027 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-180bac3a-3ec2-40f3-8df4-cec93ae6eedc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79279dc2-5519-4c20-8a67-9b1ecaf657d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762825 May 04 14:37:57.896411 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:57.916534 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb338af2-b427-40bc-984e-ad024e0cccc1 req-cabbffee-8398-4120-8528-22308a7b551e tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:57.920703 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fb338af2-b427-40bc-984e-ad024e0cccc1 req-cabbffee-8398-4120-8528-22308a7b551e tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370 HTTP/1.1" status: 200 len: 943 time: 0.1203208 May 04 14:37:58.021762 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fb338af2-b427-40bc-984e-ad024e0cccc1 req-f972d718-0e91-454b-a15b-03c99b809fb1 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904269 May 04 14:37:58.030871 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=9342dbd5-4d10-4381-9a5a-8fe0bc2454ba,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:58.053593 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:58.053969 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:58.054283 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:58.054614 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:58.054965 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:58.055288 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:58.055771 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:58.056127 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:58.056450 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:58.056771 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:58.057106 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:58.057452 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:37:58.061986 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:37:58.126649 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['9342dbd5-4d10-4381-9a5a-8fe0bc2454ba'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:37:58.209481 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d208aa-b894-47e0-8a94-57afec0a771a req-a23fb12a-1e99-4757-ad27-379fe34ea87f tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:58.212264 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-24d208aa-b894-47e0-8a94-57afec0a771a req-a23fb12a-1e99-4757-ad27-379fe34ea87f tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 944 time: 0.1028976 May 04 14:37:58.230656 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-3dbdfa7b-ff08-4a4a-8b23-e2d71c4d92f6 service neutron] 10.222.0.47 "GET /v2.0/networks/79279dc2-5519-4c20-8a67-9b1ecaf657d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275740 May 04 14:37:58.273338 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-24d208aa-b894-47e0-8a94-57afec0a771a req-e1f8ddea-fac9-4a69-b425-4b43ceb0647c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cd26c73-a997-49ff-8045-e365474bd63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543833 May 04 14:37:58.416802 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3beb5c69-1725-4131-92fb-e0a45f9c12d9 req-2703dd6d-c2fe-4ce5-a0a9-43af95cb1842 service neutron] 10.222.0.47 "GET /v2.0/networks/79279dc2-5519-4c20-8a67-9b1ecaf657d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708996 May 04 14:37:58.552240 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f1312-23bb-4777-9c5a-adbcd4d72ab4 req-a8150b02-fa7a-4a1f-af23-329ec1f93998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:58.553825 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-182f1312-23bb-4777-9c5a-adbcd4d72ab4 req-a8150b02-fa7a-4a1f-af23-329ec1f93998 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=814042fb29b14d4c96c124be93f65541&device_id=7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370 HTTP/1.1" status: 200 len: 1096 time: 0.0856538 May 04 14:37:58.702474 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f1312-23bb-4777-9c5a-adbcd4d72ab4 req-77461358-d750-48f3-af08-443d88700757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:58.703969 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-182f1312-23bb-4777-9c5a-adbcd4d72ab4 req-77461358-d750-48f3-af08-443d88700757 service neutron] 10.222.0.47 "GET /v2.0/networks?id=79279dc2-5519-4c20-8a67-9b1ecaf657d7 HTTP/1.1" status: 200 len: 915 time: 0.1426368 May 04 14:37:58.786280 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-182f1312-23bb-4777-9c5a-adbcd4d72ab4 req-9a8d4f16-14a6-44b8-8dad-10154f54374f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3888e58-1e73-43f4-9c1d-f5b955949acc HTTP/1.1" status: 200 len: 217 time: 0.0725262 May 04 14:37:58.861734 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f1312-23bb-4777-9c5a-adbcd4d72ab4 req-ccb9e187-71be-43c5-8545-6a6863ac9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:58.863337 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-182f1312-23bb-4777-9c5a-adbcd4d72ab4 req-ccb9e187-71be-43c5-8545-6a6863ac9fa4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40ce3646-783e-4ce5-a866-a65757dc5384 HTTP/1.1" status: 200 len: 854 time: 0.0680411 May 04 14:37:58.920097 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-182f1312-23bb-4777-9c5a-adbcd4d72ab4 req-bf302537-2888-49ed-947d-6a50c7bb74a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79279dc2-5519-4c20-8a67-9b1ecaf657d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477958 May 04 14:37:59.070614 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-182f1312-23bb-4777-9c5a-adbcd4d72ab4 req-eeae4094-47e7-47de-bb9e-fcdd15c0fadd service neutron] 10.222.0.47 "GET /v2.0/networks/79279dc2-5519-4c20-8a67-9b1ecaf657d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435266 May 04 14:37:59.237598 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-182f1312-23bb-4777-9c5a-adbcd4d72ab4 req-9500dabf-6385-4b38-b50a-b4e9080d81b3 service neutron] 10.222.0.47 "GET /v2.0/networks/79279dc2-5519-4c20-8a67-9b1ecaf657d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586485 May 04 14:37:59.240937 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b5e1f-3052-44e6-8937-9c6ec413a2a8 req-778cb8ae-5062-4e0d-9f1c-3f653bfac168 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:59.242546 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-733b5e1f-3052-44e6-8937-9c6ec413a2a8 req-778cb8ae-5062-4e0d-9f1c-3f653bfac168 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370 HTTP/1.1" status: 200 len: 943 time: 0.0942323 May 04 14:37:59.326664 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-733b5e1f-3052-44e6-8937-9c6ec413a2a8 req-85a4c34d-4da2-4608-a911-90b44e5035cf tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729673 May 04 14:37:59.476525 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa023b8d-d362-4c09-92f5-60f75d3a0f8d req-cbe621a1-38b6-4f9d-80f6-297dd88695f7 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:37:59.478540 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-aa023b8d-d362-4c09-92f5-60f75d3a0f8d req-cbe621a1-38b6-4f9d-80f6-297dd88695f7 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 944 time: 0.0877035 May 04 14:37:59.480343 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:37:59.557637 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning for port 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:37:59.559986 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-aa023b8d-d362-4c09-92f5-60f75d3a0f8d req-a6679d5a-9cad-4546-a4d0-60a743f4da9f tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cd26c73-a997-49ff-8045-e365474bd63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738323 May 04 14:37:59.564253 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:37:59.564766 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:59.693727 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:59.724110 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a310ecd-8693-4350-a912-692872773c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9342dbd5-4d10-4381-9a5a-8fe0bc2454ba'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:37:59.735291 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9342dbd5-4d10-4381-9a5a-8fe0bc2454ba,segment=NetworkSegment(91b1a557-4212-46b1-ad6b-47600618937a),segment_id=91b1a557-4212-46b1-ad6b-47600618937a)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:37:59.742478 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:37:59.745792 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:37:59.783157 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a310ecd-8693-4350-a912-692872773c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9342dbd5-4d10-4381-9a5a-8fe0bc2454ba', 'code': 200} May 04 14:37:59.827452 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=9342dbd5-4d10-4381-9a5a-8fe0bc2454ba,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:37:59.830778 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:00.093920 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d1646-883d-47cc-90c1-893e8b1a54f2 req-f998b145-97ac-4f21-a087-9868a73abbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:00.095384 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-822d1646-883d-47cc-90c1-893e8b1a54f2 req-f998b145-97ac-4f21-a087-9868a73abbca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 1098 time: 0.0823431 May 04 14:38:00.141860 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-822d1646-883d-47cc-90c1-893e8b1a54f2 req-f7b5bf1d-08fb-4ff2-9b9e-53ecc8c788f5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7cd26c73-a997-49ff-8045-e365474bd63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393326 May 04 14:38:00.532519 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5dc4b-ffb4-40cf-8269-ebff1d9f8889 req-0280f033-a967-4654-9b49-238c5dcdd1ab tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:00.534123 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-efe5dc4b-ffb4-40cf-8269-ebff1d9f8889 req-0280f033-a967-4654-9b49-238c5dcdd1ab tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370 HTTP/1.1" status: 200 len: 943 time: 0.0857377 May 04 14:38:00.583622 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-efe5dc4b-ffb4-40cf-8269-ebff1d9f8889 req-b2838418-73b8-4c4a-a1da-40bfe60c4160 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435154 May 04 14:38:00.803925 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c29c1c-3640-4ea3-a567-2b2c7aa73ae4 req-b28ba4c9-d8ab-4dae-941a-334f5d3cfbdb tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:00.805529 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-13c29c1c-3640-4ea3-a567-2b2c7aa73ae4 req-b28ba4c9-d8ab-4dae-941a-334f5d3cfbdb tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 945 time: 0.0919352 May 04 14:38:00.855888 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-13c29c1c-3640-4ea3-a567-2b2c7aa73ae4 req-beeda1ba-2dc8-481e-b7e0-6db5ddfa8cd2 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cd26c73-a997-49ff-8045-e365474bd63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437849 May 04 14:38:01.491029 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device a3888e58-1e73-43f4-9c1d-f5b955949acc details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:38:01.663091 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port a3888e58-1e73-43f4-9c1d-f5b955949acc, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a3888e58-1e73-43f4-9c1d-f5b955949acc,segment=NetworkSegment(3e16ded3-1f33-4f09-856c-f5692ae4fb72),segment_id=3e16ded3-1f33-4f09-856c-f5692ae4fb72)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:38:01.681263 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': 'a3888e58-1e73-43f4-9c1d-f5b955949acc', 'network_id': '79279dc2-5519-4c20-8a67-9b1ecaf657d7', 'port_id': 'a3888e58-1e73-43f4-9c1d-f5b955949acc', 'mac_address': 'fa:16:3e:e7:a6:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ce3646-783e-4ce5-a866-a65757dc5384', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:38:01.752765 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:01.782006 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3888e58-1e73-43f4-9c1d-f5b955949acc {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:38:01.803955 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port a3888e58-1e73-43f4-9c1d-f5b955949acc, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a3888e58-1e73-43f4-9c1d-f5b955949acc,segment=NetworkSegment(3e16ded3-1f33-4f09-856c-f5692ae4fb72),segment_id=3e16ded3-1f33-4f09-856c-f5692ae4fb72)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:38:01.809463 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:01.811926 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:01.828075 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8ec86-a3f1-4d91-bde5-93e413d8ef6b req-41adc554-7df5-411d-a932-56e2757f3f37 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:01.830448 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2fa8ec86-a3f1-4d91-bde5-93e413d8ef6b req-41adc554-7df5-411d-a932-56e2757f3f37 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370 HTTP/1.1" status: 200 len: 943 time: 0.1171591 May 04 14:38:01.892657 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=a3888e58-1e73-43f4-9c1d-f5b955949acc,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:01.893125 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2fa8ec86-a3f1-4d91-bde5-93e413d8ef6b req-83942613-6cde-4221-ab22-2dc99587116e tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511820 May 04 14:38:01.897737 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:02.064806 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['a3888e58-1e73-43f4-9c1d-f5b955949acc'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:38:02.079711 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd45341-014a-4745-b6c5-de25e77ce777 req-411e168e-19ae-40ca-a857-1243256aa82c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:02.081340 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5dd45341-014a-4745-b6c5-de25e77ce777 req-411e168e-19ae-40ca-a857-1243256aa82c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 945 time: 0.0929370 May 04 14:38:02.135440 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5dd45341-014a-4745-b6c5-de25e77ce777 req-456e2a3b-09e9-42cd-94d4-95d112715ba0 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cd26c73-a997-49ff-8045-e365474bd63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466518 May 04 14:38:02.364151 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d1c4e-754e-4718-8b9f-5ffa3e02099b req-7bf5f2e8-2b4f-4008-b3dd-af99d4181803 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:02.365724 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8b1d1c4e-754e-4718-8b9f-5ffa3e02099b req-7bf5f2e8-2b4f-4008-b3dd-af99d4181803 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 945 time: 0.0887201 May 04 14:38:02.375225 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 60422) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:02.380775 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-2eb6b39a-794f-48e8-8e4a-f1a41c67b56b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Request body: {'floatingip': {'port_id': '9342dbd5-4d10-4381-9a5a-8fe0bc2454ba'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:38:02.456982 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2eb6b39a-794f-48e8-8e4a-f1a41c67b56b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for floatingip, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:03.154599 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fa464-bf8b-4791-9ae4-1d38a65b2ff8 req-77b2fa0a-92b3-4b0c-8e41-c9a9c8480546 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:03.156225 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a43fa464-bf8b-4791-9ae4-1d38a65b2ff8 req-77b2fa0a-92b3-4b0c-8e41-c9a9c8480546 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370 HTTP/1.1" status: 200 len: 944 time: 0.1439946 May 04 14:38:03.285078 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a43fa464-bf8b-4791-9ae4-1d38a65b2ff8 req-1113f2e2-996e-4b1c-a848-bf69788c2bb2 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160936 May 04 14:38:03.338113 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2eb6b39a-794f-48e8-8e4a-f1a41c67b56b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:03.343410 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2eb6b39a-794f-48e8-8e4a-f1a41c67b56b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946001'] for floatingip, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:03.494449 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device a3888e58-1e73-43f4-9c1d-f5b955949acc up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:38:03.565208 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.db.l3_db [None req-2eb6b39a-794f-48e8-8e4a-f1a41c67b56b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Floating IP f10ca9e7-4b35-4651-89d3-cdc2a217cb79 associated. External IP: 172.28.3.187, port: 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba. May 04 14:38:03.576656 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning for port a3888e58-1e73-43f4-9c1d-f5b955949acc completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:38:03.582278 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port a3888e58-1e73-43f4-9c1d-f5b955949acc triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:38:03.582823 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:03.729991 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:03.777014 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3888e58-1e73-43f4-9c1d-f5b955949acc'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:38:03.794355 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port a3888e58-1e73-43f4-9c1d-f5b955949acc, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a3888e58-1e73-43f4-9c1d-f5b955949acc,segment=NetworkSegment(3e16ded3-1f33-4f09-856c-f5692ae4fb72),segment_id=3e16ded3-1f33-4f09-856c-f5692ae4fb72)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:38:03.801566 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:03.804418 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:03.859916 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3888e58-1e73-43f4-9c1d-f5b955949acc', 'code': 200} May 04 14:38:03.938184 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=a3888e58-1e73-43f4-9c1d-f5b955949acc,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:03.943211 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:03.979122 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb6b39a-794f-48e8-8e4a-f1a41c67b56b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Router 69f9ee52-154c-4468-b260-09d137a7f7ca has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:38:04.122406 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce64ff-9bf2-47a2-b0c7-7edb9c7a3e8f req-ce79dad6-07df-45c9-959f-2320dbcc82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:04.124518 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-6cce64ff-9bf2-47a2-b0c7-7edb9c7a3e8f req-ce79dad6-07df-45c9-959f-2320dbcc82d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370 HTTP/1.1" status: 200 len: 1098 time: 0.0865691 May 04 14:38:04.174654 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-6cce64ff-9bf2-47a2-b0c7-7edb9c7a3e8f req-7b4a717e-956a-403d-82ec-ff48b32bf2e1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430114 May 04 14:38:04.302598 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb6b39a-794f-48e8-8e4a-f1a41c67b56b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:38:04.307850 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2eb6b39a-794f-48e8-8e4a-f1a41c67b56b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for floatingip, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:04.314810 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d13390-91dc-4eb0-b6b4-050df491ff68 None None] Sync routers for ids ['69f9ee52-154c-4468-b260-09d137a7f7ca'] in dv-cinder-772623-4-smb {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:38:04.325484 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d13390-91dc-4eb0-b6b4-050df491ff68 None None] Routers {'69f9ee52-154c-4468-b260-09d137a7f7ca'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:38:04.326159 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-74d13390-91dc-4eb0-b6b4-050df491ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:37:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['69f9ee52-154c-4468-b260-09d137a7f7ca'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:04.371529 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-2eb6b39a-794f-48e8-8e4a-f1a41c67b56b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "PUT /v2.0/floatingips/f10ca9e7-4b35-4651-89d3-cdc2a217cb79 HTTP/1.1" status: 200 len: 991 time: 1.9948835 May 04 14:38:04.373545 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a310ecd-8693-4350-a912-692872773c37', 'tag': '9342dbd5-4d10-4381-9a5a-8fe0bc2454ba'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:38:04.503959 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a52c11-36d8-465f-a43c-7dbce315b07c req-970638df-f205-437f-a5d6-b52e5a038359 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:04.505516 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f8a52c11-36d8-465f-a43c-7dbce315b07c req-970638df-f205-437f-a5d6-b52e5a038359 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370 HTTP/1.1" status: 200 len: 945 time: 0.1022146 May 04 14:38:04.562834 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-74d13390-91dc-4eb0-b6b4-050df491ff68 None None] Set router 69f9ee52-154c-4468-b260-09d137a7f7ca gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:38:04.564542 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f8a52c11-36d8-465f-a43c-7dbce315b07c req-28e25117-c28e-4d25-8bc3-c5bad19bb574 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519350 May 04 14:38:04.572431 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a310ecd-8693-4350-a912-692872773c37', 'tag': '9342dbd5-4d10-4381-9a5a-8fe0bc2454ba', 'status': 'completed', 'code': 200} May 04 14:38:04.700634 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0dd75-298f-4598-9e1a-cea000efd1d7 req-8ab01254-2b18-44f8-84ff-875d7ecd7dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:04.702938 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-88b0dd75-298f-4598-9e1a-cea000efd1d7 req-8ab01254-2b18-44f8-84ff-875d7ecd7dae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94143385d04d4e4daae864a0a23daa8d&device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 1098 time: 0.0847735 May 04 14:38:04.856846 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0dd75-298f-4598-9e1a-cea000efd1d7 req-754c1b8f-3014-4c87-9979-69b6636840e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:04.858857 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-88b0dd75-298f-4598-9e1a-cea000efd1d7 req-754c1b8f-3014-4c87-9979-69b6636840e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9 HTTP/1.1" status: 200 len: 912 time: 0.1485088 May 04 14:38:04.995161 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-88b0dd75-298f-4598-9e1a-cea000efd1d7 req-5536b328-d557-4945-9b60-a9f31ae89f9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9342dbd5-4d10-4381-9a5a-8fe0bc2454ba HTTP/1.1" status: 200 len: 999 time: 0.1196234 May 04 14:38:05.048654 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-74d13390-91dc-4eb0-b6b4-050df491ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '86576182-9113-4960-bb3f-d84f5b475de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:33:42Z', 'revision_number': 4, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port': {'id': '86576182-9113-4960-bb3f-d84f5b475de7', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:31Z', 'updated_at': '2021-05-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_floatingips': [{'id': 'f10ca9e7-4b35-4651-89d3-cdc2a217cb79', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'floating_ip_address': '172.28.3.187', 'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'router_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'port_id': '9342dbd5-4d10-4381-9a5a-8fe0bc2454ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'mac_address': 'fa:16:3e:bc:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a310ecd-8693-4350-a912-692872773c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:37:47Z', 'updated_at': '2021-05-04T14:38:03Z', 'revision_number': 1, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccbe198-bb60-48d6-9798-1e1775af71ef', 'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'mac_address': 'fa:16:3e:72:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:39Z', 'updated_at': '2021-05-04T14:33:57Z', 'revision_number': 5, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'subnets': [{'id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:05.053260 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d13390-91dc-4eb0-b6b4-050df491ff68 None None] Checking router: 69f9ee52-154c-4468-b260-09d137a7f7ca for host: dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:38:05.063604 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d13390-91dc-4eb0-b6b4-050df491ff68 None None] Routers {'69f9ee52-154c-4468-b260-09d137a7f7ca'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:38:05.064242 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-74d13390-91dc-4eb0-b6b4-050df491ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:37:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['69f9ee52-154c-4468-b260-09d137a7f7ca'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:05.074499 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0dd75-298f-4598-9e1a-cea000efd1d7 req-90b7b9f5-4877-4dcd-994c-ca8881c8bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:05.076412 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-88b0dd75-298f-4598-9e1a-cea000efd1d7 req-90b7b9f5-4877-4dcd-994c-ca8881c8bc63 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d35a3c5f-3c94-4166-926a-729a198f0bde HTTP/1.1" status: 200 len: 850 time: 0.0737953 May 04 14:38:05.275586 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0dd75-298f-4598-9e1a-cea000efd1d7 req-242ef420-298e-48fd-97c8-99fede409fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:05.277099 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-88b0dd75-298f-4598-9e1a-cea000efd1d7 req-242ef420-298e-48fd-97c8-99fede409fb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4994e1e-ba52-4aa5-a707-a4c26b5227b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1926584 May 04 14:38:05.295201 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-74d13390-91dc-4eb0-b6b4-050df491ff68 None None] Set router 69f9ee52-154c-4468-b260-09d137a7f7ca gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:38:05.508802 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-88b0dd75-298f-4598-9e1a-cea000efd1d7 req-22dce178-2e4d-4a6d-b431-aa41fca8fb1e service neutron] 10.222.0.47 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238092 May 04 14:38:05.705452 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8c9c8d6c-35c9-4929-9855-724d9f0de54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:05.746861 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-88b0dd75-298f-4598-9e1a-cea000efd1d7 req-e3f7ed52-3185-401d-ac4c-6f1fcdc3c16d service neutron] 10.222.0.47 "GET /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309208 May 04 14:38:05.834091 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2826e-7787-4a60-8075-e0182df3d645 req-da893e7d-47a8-4609-b056-d0e4c8c9dc11 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:05.835587 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-80e2826e-7787-4a60-8075-e0182df3d645 req-da893e7d-47a8-4609-b056-d0e4c8c9dc11 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370 HTTP/1.1" status: 200 len: 945 time: 0.0999053 May 04 14:38:05.860035 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-74d13390-91dc-4eb0-b6b4-050df491ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '86576182-9113-4960-bb3f-d84f5b475de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:33:42Z', 'revision_number': 4, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port': {'id': '86576182-9113-4960-bb3f-d84f5b475de7', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:31Z', 'updated_at': '2021-05-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_floatingips': [{'id': 'f10ca9e7-4b35-4651-89d3-cdc2a217cb79', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'floating_ip_address': '172.28.3.187', 'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'router_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'port_id': '9342dbd5-4d10-4381-9a5a-8fe0bc2454ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'mac_address': 'fa:16:3e:bc:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a310ecd-8693-4350-a912-692872773c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:37:47Z', 'updated_at': '2021-05-04T14:38:03Z', 'revision_number': 1, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccbe198-bb60-48d6-9798-1e1775af71ef', 'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'mac_address': 'fa:16:3e:72:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:39Z', 'updated_at': '2021-05-04T14:33:57Z', 'revision_number': 5, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'subnets': [{'id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:05.865604 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d13390-91dc-4eb0-b6b4-050df491ff68 None None] The sync data for ids ['69f9ee52-154c-4468-b260-09d137a7f7ca'] in dv-cinder-772623-4-smb is: [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '86576182-9113-4960-bb3f-d84f5b475de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:33:42Z', 'revision_number': 4, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port': {'id': '86576182-9113-4960-bb3f-d84f5b475de7', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:31Z', 'updated_at': '2021-05-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_floatingips': [{'id': 'f10ca9e7-4b35-4651-89d3-cdc2a217cb79', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'floating_ip_address': '172.28.3.187', 'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'router_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'port_id': '9342dbd5-4d10-4381-9a5a-8fe0bc2454ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'mac_address': 'fa:16:3e:bc:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a310ecd-8693-4350-a912-692872773c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:37:47Z', 'updated_at': '2021-05-04T14:38:03Z', 'revision_number': 1, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccbe198-bb60-48d6-9798-1e1775af71ef', 'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'mac_address': 'fa:16:3e:72:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:39Z', 'updated_at': '2021-05-04T14:33:57Z', 'revision_number': 5, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'subnets': [{'id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:38:05.901710 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-80e2826e-7787-4a60-8075-e0182df3d645 req-1596a162-3a80-41de-8d53-68bb46a5fd9e tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571971 May 04 14:38:06.093318 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20914c97-cab2-455b-8b82-c21820bdc7a2 None None] New status for floating IP f10ca9e7-4b35-4651-89d3-cdc2a217cb79: ACTIVE {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:38:08.037317 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f4ea8d66-2101-4f9d-8bb7-eb295f2ab7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:08.226852 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:09.087908 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:10.879777 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:13.431285 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:15.575531 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:38:24.529825 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2de23-8592-4138-a73a-2ce05cb562e8 req-488adfea-c980-407c-b3de-5c2d1fb06e34 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:24.531454 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a3e2de23-8592-4138-a73a-2ce05cb562e8 req-488adfea-c980-407c-b3de-5c2d1fb06e34 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 946 time: 0.1016626 May 04 14:38:24.588990 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a3e2de23-8592-4138-a73a-2ce05cb562e8 req-458589f8-db11-4d3c-a611-78592dc2b3bd tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459838 May 04 14:38:25.843138 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4755e-39f0-43f5-b3ef-f4cfeaf0a19e req-37e2d4c9-5182-4097-b637-6d5caaaf2c4b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:25.845974 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-18b4755e-39f0-43f5-b3ef-f4cfeaf0a19e req-37e2d4c9-5182-4097-b637-6d5caaaf2c4b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 946 time: 0.1213210 May 04 14:38:25.898107 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-18b4755e-39f0-43f5-b3ef-f4cfeaf0a19e req-5ce0035e-ff66-453d-8b4c-1c600890c6d4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459754 May 04 14:38:26.332364 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07977f6d-c5fa-4630-8da3-168da95b640b req-82e036d0-60d0-4a58-bfcc-4aa975d98f43 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:26.333140 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-07977f6d-c5fa-4630-8da3-168da95b640b req-82e036d0-60d0-4a58-bfcc-4aa975d98f43 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Synchronizing usage tracker for tenant:5ad25986999c451986a94fb0dbd2db7d on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:38:26.347998 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-07977f6d-c5fa-4630-8da3-168da95b640b req-82e036d0-60d0-4a58-bfcc-4aa975d98f43 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Unset dirty status for tenant:5ad25986999c451986a94fb0dbd2db7d on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:38:26.349360 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-07977f6d-c5fa-4630-8da3-168da95b640b req-82e036d0-60d0-4a58-bfcc-4aa975d98f43 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.47 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 946 time: 0.1322267 May 04 14:38:26.537507 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-07977f6d-c5fa-4630-8da3-168da95b640b req-e2f894f3-08ae-4c0f-a0e5-6b5243a34f06 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Deleting port e4effb26-7356-49a6-afdd-f839050502ad {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:38:26.537930 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-07977f6d-c5fa-4630-8da3-168da95b640b req-e2f894f3-08ae-4c0f-a0e5-6b5243a34f06 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:26.713041 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-07977f6d-c5fa-4630-8da3-168da95b640b req-e2f894f3-08ae-4c0f-a0e5-6b5243a34f06 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] For port e4effb26-7356-49a6-afdd-f839050502ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4effb26-7356-49a6-afdd-f839050502ad,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:38:26.713597 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-07977f6d-c5fa-4630-8da3-168da95b640b req-e2f894f3-08ae-4c0f-a0e5-6b5243a34f06 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:27.164831 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa24d57-332b-4366-9148-133134b1df18 req-9920491c-dbd8-4cc2-9c40-56d0ba1f7c62 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:27.166694 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2fa24d57-332b-4366-9148-133134b1df18 req-9920491c-dbd8-4cc2-9c40-56d0ba1f7c62 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 946 time: 0.1348126 May 04 14:38:27.192983 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-07977f6d-c5fa-4630-8da3-168da95b640b req-e2f894f3-08ae-4c0f-a0e5-6b5243a34f06 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:27.193611 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-07977f6d-c5fa-4630-8da3-168da95b640b req-e2f894f3-08ae-4c0f-a0e5-6b5243a34f06 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946001'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:27.194120 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.l3_db [req-07977f6d-c5fa-4630-8da3-168da95b640b req-e2f894f3-08ae-4c0f-a0e5-6b5243a34f06 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Floating IP 6aec77ae-9530-46ad-9e60-c65eed9c52eb disassociated. External IP: 172.28.3.143, port: e4effb26-7356-49a6-afdd-f839050502ad. May 04 14:38:27.194707 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-07977f6d-c5fa-4630-8da3-168da95b640b req-e2f894f3-08ae-4c0f-a0e5-6b5243a34f06 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Calling delete_port for e4effb26-7356-49a6-afdd-f839050502ad owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:38:27.222126 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2fa24d57-332b-4366-9148-133134b1df18 req-5b6612fa-d7cd-400b-b4f8-934e27e919ef tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479681 May 04 14:38:27.341709 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-07977f6d-c5fa-4630-8da3-168da95b640b req-e2f894f3-08ae-4c0f-a0e5-6b5243a34f06 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:27.351619 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e08d312d-7c38-440a-b00f-b90d7ece58c1 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:27.437758 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f894f3-08ae-4c0f-a0e5-6b5243a34f06 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Pushing event deleted for resources: {'Port': ['ID=e4effb26-7356-49a6-afdd-f839050502ad,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:27.445041 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e2f894f3-08ae-4c0f-a0e5-6b5243a34f06 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:27.788162 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07977f6d-c5fa-4630-8da3-168da95b640b req-e2f894f3-08ae-4c0f-a0e5-6b5243a34f06 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:38:28.288601 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07977f6d-c5fa-4630-8da3-168da95b640b req-e2f894f3-08ae-4c0f-a0e5-6b5243a34f06 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:38:28.306612 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7055624d-d6ba-4c77-8103-c850574f3e5a None None] Sync routers for ids ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'] in dv-cinder-772623-4-smb {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:38:28.319537 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7055624d-d6ba-4c77-8103-c850574f3e5a None None] Routers {'03ec5bec-54dd-43b9-9f0c-8561cbccab46'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:38:28.320319 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-7055624d-d6ba-4c77-8103-c850574f3e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:38:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:28.436125 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-07977f6d-c5fa-4630-8da3-168da95b640b req-e2f894f3-08ae-4c0f-a0e5-6b5243a34f06 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] No DVR routers for this DVR port e4effb26-7356-49a6-afdd-f839050502ad on host hv-cinder-77262 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:38:28.449030 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-07977f6d-c5fa-4630-8da3-168da95b640b req-e2f894f3-08ae-4c0f-a0e5-6b5243a34f06 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:28.475814 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6019d0f2-a242-4912-9280-182937f7dd05', 'name': 'network-vif-deleted', 'tag': 'e4effb26-7356-49a6-afdd-f839050502ad'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:38:28.478596 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-90d149ab-f69a-44b8-87a0-5cade278bd26 req-685d6d9c-0df6-4666-8ad9-cf72ad26e6ed tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=6019d0f2-a242-4912-9280-182937f7dd05 HTTP/1.1" status: 200 len: 210 time: 0.0530646 May 04 14:38:28.496391 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-07977f6d-c5fa-4630-8da3-168da95b640b req-e2f894f3-08ae-4c0f-a0e5-6b5243a34f06 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.47 "DELETE /v2.0/ports/e4effb26-7356-49a6-afdd-f839050502ad HTTP/1.1" status: 204 len: 173 time: 2.1273303 May 04 14:38:28.651526 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-7055624d-d6ba-4c77-8103-c850574f3e5a None None] Set router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:38:28.747368 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6019d0f2-a242-4912-9280-182937f7dd05', 'name': 'network-vif-deleted', 'tag': 'e4effb26-7356-49a6-afdd-f839050502ad', 'status': 'completed', 'code': 200} May 04 14:38:29.230963 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-7055624d-d6ba-4c77-8103-c850574f3e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:34:56Z', 'revision_number': 4, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port': {'id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:49Z', 'updated_at': '2021-05-04T14:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': 'b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8', 'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'mac_address': 'fa:16:3e:c8:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:55Z', 'updated_at': '2021-05-04T14:35:09Z', 'revision_number': 5, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'subnets': [{'id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:29.238230 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7055624d-d6ba-4c77-8103-c850574f3e5a None None] Checking router: 03ec5bec-54dd-43b9-9f0c-8561cbccab46 for host: dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:38:29.253729 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7055624d-d6ba-4c77-8103-c850574f3e5a None None] Routers {'03ec5bec-54dd-43b9-9f0c-8561cbccab46'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:38:29.254733 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-7055624d-d6ba-4c77-8103-c850574f3e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:38:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:29.573674 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-7055624d-d6ba-4c77-8103-c850574f3e5a None None] Set router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:38:29.658988 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device e4effb26-7356-49a6-afdd-f839050502ad no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:38:29.694108 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 60646) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:29.735506 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] No Port match for: e4effb26-7356-49a6-afdd-f839050502ad {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:38:29.736105 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device e4effb26-7356-49a6-afdd-f839050502ad not bound to the agent host hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:38:29.821258 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5ba9640a-b25a-49d6-b72a-4d2a8a84da3a tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:29.857470 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5ba9640a-b25a-49d6-b72a-4d2a8a84da3a tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:29.925299 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5ba9640a-b25a-49d6-b72a-4d2a8a84da3a tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:29.934088 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-271daebc-cadd-491d-8d48-e21c5ebd9727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:29.954031 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5ba9640a-b25a-49d6-b72a-4d2a8a84da3a tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:29.955345 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-5ba9640a-b25a-49d6-b72a-4d2a8a84da3a tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "DELETE /v2.0/security-groups/43dc5899-ca1d-4cda-ae5d-7c9cb57c5171 HTTP/1.1" status: 204 len: 168 time: 0.2598794 May 04 14:38:29.956727 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9640a-b25a-49d6-b72a-4d2a8a84da3a tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dc5899-ca1d-4cda-ae5d-7c9cb57c5171,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:29.958970 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 60652) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:29.962496 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5ba9640a-b25a-49d6-b72a-4d2a8a84da3a tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:29.980498 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.api.v2.resource [None req-44cb4817-6e11-4fab-aedc-8c22777e06c6 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] show failed (client error): The resource could not be found. May 04 14:38:29.982026 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-44cb4817-6e11-4fab-aedc-8c22777e06c6 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups/43dc5899-ca1d-4cda-ae5d-7c9cb57c5171 HTTP/1.1" status: 404 len: 347 time: 0.0219309 May 04 14:38:29.988215 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 60656) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:30.212573 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-7055624d-d6ba-4c77-8103-c850574f3e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:34:56Z', 'revision_number': 4, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port': {'id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:49Z', 'updated_at': '2021-05-04T14:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': 'b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8', 'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'mac_address': 'fa:16:3e:c8:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:55Z', 'updated_at': '2021-05-04T14:35:09Z', 'revision_number': 5, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'subnets': [{'id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:30.222344 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7055624d-d6ba-4c77-8103-c850574f3e5a None None] The sync data for ids ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'] in dv-cinder-772623-4-smb is: [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:34:56Z', 'revision_number': 4, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port': {'id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:49Z', 'updated_at': '2021-05-04T14:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': 'b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8', 'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'mac_address': 'fa:16:3e:c8:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:55Z', 'updated_at': '2021-05-04T14:35:09Z', 'revision_number': 5, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'subnets': [{'id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:38:30.300599 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Deleting port 7714d6af-77be-4d26-bfd0-256e5453d32d {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:38:30.301434 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:30.460495 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:30.460979 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:30.541871 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e3b17-eac8-4198-b364-6dcca665eb96 None None] New status for floating IP 6aec77ae-9530-46ad-9e60-c65eed9c52eb: DOWN {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:38:30.619055 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Calling delete_port for 7714d6af-77be-4d26-bfd0-256e5453d32d owned by network:floatingip {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:38:30.773439 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:30.773855 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.db.api [None req-933e3b17-eac8-4198-b364-6dcca665eb96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 14:38:30.774249 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_db.api [None req-933e3b17-eac8-4198-b364-6dcca665eb96 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 14:38:30.782515 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3ac8ea6a-ade1-4adc-b471-a47e841bb2ae tempest-ServerRescueNegativeTestJSON-1405751759 tempest-ServerRescueNegativeTestJSON-1405751759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:30.877604 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Pushing event deleted for resources: {'Port': ['ID=7714d6af-77be-4d26-bfd0-256e5453d32d,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:30.938440 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:30.938795 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:30.939078 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:30.939448 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:30.939794 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:30.940148 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:30.940498 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:30.940846 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:30.941203 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:30.941579 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:30.941933 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:30.942290 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:30.950802 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:31.012685 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for floatingip, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:31.029577 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:31.030667 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "DELETE /v2.0/floatingips/6aec77ae-9530-46ad-9e60-c65eed9c52eb HTTP/1.1" status: 204 len: 168 time: 1.0410545 May 04 14:38:31.276391 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e3b17-eac8-4198-b364-6dcca665eb96 None None] New status for floating IP 6aec77ae-9530-46ad-9e60-c65eed9c52eb: DOWN {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:38:31.505373 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 60672) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:31.513259 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-272e4e21-2100-4460-93c6-8620f5476e18 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1289917131', 'description': 'tempest-description--933946237'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:38:31.519939 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-272e4e21-2100-4460-93c6-8620f5476e18 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:31.524830 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-272e4e21-2100-4460-93c6-8620f5476e18 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Usage tracker for resource:security_group and tenant:5ad25986999c451986a94fb0dbd2db7d is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:31.529991 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-272e4e21-2100-4460-93c6-8620f5476e18 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:31.537597 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-272e4e21-2100-4460-93c6-8620f5476e18 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:31.551501 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-272e4e21-2100-4460-93c6-8620f5476e18 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:31.578230 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-272e4e21-2100-4460-93c6-8620f5476e18 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:31.583269 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-272e4e21-2100-4460-93c6-8620f5476e18 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Usage tracker for resource:security_group_rule and tenant:5ad25986999c451986a94fb0dbd2db7d is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:31.586796 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-272e4e21-2100-4460-93c6-8620f5476e18 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:31.594601 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-272e4e21-2100-4460-93c6-8620f5476e18 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:31.693553 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-272e4e21-2100-4460-93c6-8620f5476e18 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:31.705421 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-272e4e21-2100-4460-93c6-8620f5476e18 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:31.708480 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-406496a3-4a92-4eed-9f3c-b6bf862a86a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:31.761508 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e4e21-2100-4460-93c6-8620f5476e18 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49deab41-ef64-45bf-8e53-c2ca83364ae9,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:31.765985 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-272e4e21-2100-4460-93c6-8620f5476e18 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:31.768102 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-272e4e21-2100-4460-93c6-8620f5476e18 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2611310 May 04 14:38:31.770092 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-272e4e21-2100-4460-93c6-8620f5476e18 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:31.772600 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 60678) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:31.781830 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-d5ea30e3-9807-4917-9d50-b4281d66fabc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Request body: {'security_group_rule': {'security_group_id': '49deab41-ef64-45bf-8e53-c2ca83364ae9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:38:31.792563 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d5ea30e3-9807-4917-9d50-b4281d66fabc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:31.799585 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d5ea30e3-9807-4917-9d50-b4281d66fabc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Usage tracker for resource:security_group_rule and tenant:5ad25986999c451986a94fb0dbd2db7d is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:31.804514 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d5ea30e3-9807-4917-9d50-b4281d66fabc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:31.814789 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d5ea30e3-9807-4917-9d50-b4281d66fabc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:31.841523 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d5ea30e3-9807-4917-9d50-b4281d66fabc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:31.935557 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d5ea30e3-9807-4917-9d50-b4281d66fabc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:31.945234 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d5ea30e3-9807-4917-9d50-b4281d66fabc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:31.948196 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:31.978040 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea30e3-9807-4917-9d50-b4281d66fabc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0da31e8-2c8b-4a1b-9b19-8f54b7f6d0ba,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:31.985420 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d5ea30e3-9807-4917-9d50-b4281d66fabc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:31.997432 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d5ea30e3-9807-4917-9d50-b4281d66fabc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:32.000241 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-d5ea30e3-9807-4917-9d50-b4281d66fabc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2258649 May 04 14:38:32.003249 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 60684) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:32.012168 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-f53f3c42-9022-491f-a695-de2b89418a43 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Request body: {'security_group_rule': {'security_group_id': '49deab41-ef64-45bf-8e53-c2ca83364ae9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:38:32.020462 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f53f3c42-9022-491f-a695-de2b89418a43 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:32.025803 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-f53f3c42-9022-491f-a695-de2b89418a43 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Usage tracker for resource:security_group_rule and tenant:5ad25986999c451986a94fb0dbd2db7d is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:32.029312 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-f53f3c42-9022-491f-a695-de2b89418a43 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:32.037072 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f53f3c42-9022-491f-a695-de2b89418a43 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:32.065411 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f53f3c42-9022-491f-a695-de2b89418a43 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:32.169401 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f53f3c42-9022-491f-a695-de2b89418a43 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:32.177243 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f53f3c42-9022-491f-a695-de2b89418a43 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:32.191004 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:32.217426 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f3c42-9022-491f-a695-de2b89418a43 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a2de89-3171-4d4b-9c06-2de94a90f4cf,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:32.222833 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f53f3c42-9022-491f-a695-de2b89418a43 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:32.230917 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f53f3c42-9022-491f-a695-de2b89418a43 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:32.238042 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-f53f3c42-9022-491f-a695-de2b89418a43 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2281032 May 04 14:38:32.238327 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 60690) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:32.243855 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Request body: {'floatingip': {'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:38:32.252596 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:32.257458 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Usage tracker for resource:floatingip and tenant:5ad25986999c451986a94fb0dbd2db7d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:32.261279 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:32.271042 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:32.297014 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for floatingip, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:32.493790 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:32.790857 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Allocated IP 172.28.3.125 (49af3acc-aa66-439a-917a-edeb41136f16/106a0d71-9dcf-4db1-913d-79820d2de789/6b11adfb-6679-4571-9587-006e52653f57) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:38:32.994437 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:33.045377 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:33.054360 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:33.170553 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Network 49af3acc-aa66-439a-917a-edeb41136f16 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:38:33.184457 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:38:33.192770 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:38:33.288714 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Pushing event updated for resources: {'Port': ['ID=6b11adfb-6679-4571-9587-006e52653f57,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:33.297651 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:33.360369 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:33.435223 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:33.779412 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:33.785721 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:33.790683 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:33.909843 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Pushing event updated for resources: {'Port': ['ID=6b11adfb-6679-4571-9587-006e52653f57,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:33.912965 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:33.923449 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946001'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:33.953313 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:33.964971 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7156737 May 04 14:38:34.492531 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-ed8a8848-9c06-49b1-87b6-b898043790aa tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Synchronizing usage tracker for tenant:5ad25986999c451986a94fb0dbd2db7d on resource:security_group {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:38:34.516548 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-ed8a8848-9c06-49b1-87b6-b898043790aa tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Unset dirty status for tenant:5ad25986999c451986a94fb0dbd2db7d on resource:security_group {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:38:34.518407 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-ed8a8848-9c06-49b1-87b6-b898043790aa tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1289917131&fields=id&tenant_id=5ad25986999c451986a94fb0dbd2db7d HTTP/1.1" status: 200 len: 267 time: 0.0773163 May 04 14:38:34.736500 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-2a44c172-a9eb-4b29-ba0b-69109794c711 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:34.738191 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-2a44c172-a9eb-4b29-ba0b-69109794c711 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/networks?id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62 HTTP/1.1" status: 200 len: 817 time: 0.2124369 May 04 14:38:34.754927 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-8f994d97-cfae-4abb-92f4-1224a06897f2 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/quotas/5ad25986999c451986a94fb0dbd2db7d HTTP/1.1" status: 200 len: 375 time: 0.0108080 May 04 14:38:34.852666 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-72375609-2a96-4e13-b83d-092ae587e1c3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ad25986999c451986a94fb0dbd2db7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0917490 May 04 14:38:35.087505 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-3030d8ea-4ca3-4f0c-820d-05d5f6cb404a service neutron] 10.222.0.37 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200067 May 04 14:38:35.242668 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-50011387-83b6-4045-9560-938ce286bd29 service neutron] 10.222.0.37 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478591 May 04 14:38:35.630121 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-43a0c2aa-6d3d-485b-a3a5-fa4f5774b99d req-1c062548-b1e1-4767-9286-b5eb93813a85 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 210 time: 0.1302574 May 04 14:38:35.674824 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e54ac621-4918-4f5f-bcd4-333ce40c3ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:36.803284 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-c3a9b524-030c-44d0-8b7b-fc9533a07ef5 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:36.804261 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-c3a9b524-030c-44d0-8b7b-fc9533a07ef5 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Synchronizing usage tracker for tenant:5ad25986999c451986a94fb0dbd2db7d on resource:network {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:38:36.824214 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-c3a9b524-030c-44d0-8b7b-fc9533a07ef5 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Unset dirty status for tenant:5ad25986999c451986a94fb0dbd2db7d on resource:network {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:38:36.825895 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-c3a9b524-030c-44d0-8b7b-fc9533a07ef5 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.47 "GET /v2.0/networks?id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62 HTTP/1.1" status: 200 len: 817 time: 0.1963866 May 04 14:38:36.866390 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0ccd56a3-562f-4064-822a-183bc30da640 req-488c43f3-42a7-4cd7-a3d1-8ee249cd475a tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 210 time: 0.0583146 May 04 14:38:36.918079 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-89f6ce88-a8c7-4287-b516-f7878b6158db tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Synchronizing usage tracker for tenant:5ad25986999c451986a94fb0dbd2db7d on resource:security_group {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:38:36.933245 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-89f6ce88-a8c7-4287-b516-f7878b6158db tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Unset dirty status for tenant:5ad25986999c451986a94fb0dbd2db7d on resource:security_group {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:38:36.934668 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-89f6ce88-a8c7-4287-b516-f7878b6158db tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ad25986999c451986a94fb0dbd2db7d HTTP/1.1" status: 200 len: 380 time: 0.0981839 May 04 14:38:36.948483 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Request body: {'port': {'device_id': '75e0252b-67db-4061-903d-96247e053f32', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'admin_state_up': True, 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'security_groups': ['49deab41-ef64-45bf-8e53-c2ca83364ae9']}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:38:37.107117 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:38:37.112928 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Usage tracker for resource:port and tenant:5ad25986999c451986a94fb0dbd2db7d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:38:37.117244 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:38:37.127942 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:38:37.145240 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Made reservation on behalf of 5ad25986999c451986a94fb0dbd2db7d for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:38:37.151484 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:37.377240 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Allocated IP 172.20.0.10 (8c0f51f5-915d-44ca-8152-5cadcc1bfc62/a0b68c6f-abef-422f-9dab-a735d4be52ac/8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:38:37.650634 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:37.670236 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Transition to ACTIVE for port object 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:38:37.700218 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:37.707660 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:37.784543 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:38:37.788826 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:38:37.794176 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:38:37.832075 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Pushing event updated for resources: {'Port': ['ID=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:37.844291 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:37.890564 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:37.891704 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:37.940814 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9962153 May 04 14:38:37.957867 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Request body: {'port': {'device_id': '75e0252b-67db-4061-903d-96247e053f32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:38:38.078337 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-af20ee2d-e161-414a-832d-abcbdedde3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:38.084570 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-73391cdc-d7b3-45c9-b21f-3c315868bf35 None None] Provisioning for port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:38:38.095096 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-73391cdc-d7b3-45c9-b21f-3c315868bf35 None None] Provisioning complete for port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:38:38.095916 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-73391cdc-d7b3-45c9-b21f-3c315868bf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:38.129372 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:38.134016 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8367fb-c6f2-45f6-9b8f-92ac97c4ca2e req-e418d1f8-0a2a-459a-ba9f-f2c455fc4fd4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:38.137477 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2c8367fb-c6f2-45f6-9b8f-92ac97c4ca2e req-e418d1f8-0a2a-459a-ba9f-f2c455fc4fd4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 932 time: 0.1263123 May 04 14:38:38.205540 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-73391cdc-d7b3-45c9-b21f-3c315868bf35 None None] Port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:38:38.235502 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:38.242509 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2c8367fb-c6f2-45f6-9b8f-92ac97c4ca2e req-7aacd3f6-1083-4788-9600-b3c1142b2464 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932965 May 04 14:38:38.584576 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:38:38.594389 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:38.616377 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Transition to ACTIVE for port object 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:38:38.622018 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:38.630157 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:38.917649 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Pushing event updated for resources: {'Port': ['ID=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:38.925082 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:39.003944 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Attempting to bind port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:38:39.004202 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Attempting to bind port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '00818c8f-02e9-4454-933f-e6e1bd6dcd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:38:39.004489 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Attempting to bind port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 on network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:38:39.010079 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 on network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:38:39.010373 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Attempting to bind port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 on network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:38:39.016368 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Checking agent: {'id': '8bf5348c-0921-4b50-a8be-a73e0c140a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'started_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:38:39.016679 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Checking segment: {'id': '00818c8f-02e9-4454-933f-e6e1bd6dcd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:38:39.017079 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Bound using segment: {'id': '00818c8f-02e9-4454-933f-e6e1bd6dcd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:38:39.017666 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Bound port: 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00818c8f-02e9-4454-933f-e6e1bd6dcd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:38:39.018004 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:39.101325 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:39.122537 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] For port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0, host hv-cinder-77262, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:38:39.126058 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] For port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:38:39.131216 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:39.135285 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:39.191391 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:39.192011 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:39.193481 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] 10.222.0.47 "PUT /v2.0/ports/8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 HTTP/1.1" status: 200 len: 1094 time: 1.2437472 May 04 14:38:39.194092 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e0252b-67db-4061-903d-96247e053f32', 'tag': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:38:39.322243 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Pushing event updated for resources: {'Port': ['ID=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:39.339699 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e0252b-67db-4061-903d-96247e053f32', 'tag': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0', 'status': 'completed', 'code': 200} May 04 14:38:39.341224 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:39.402267 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-f8d576db-3a97-449b-891b-a539f9713a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:39.403988 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-f8d576db-3a97-449b-891b-a539f9713a55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ad25986999c451986a94fb0dbd2db7d&device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 1097 time: 0.1537175 May 04 14:38:39.498516 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-a98cf4e0-2ef0-45fa-909c-345867cb77da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 HTTP/1.1" status: 200 len: 217 time: 0.0849490 May 04 14:38:39.584533 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-f21a2ba9-6aa1-472a-b26c-7ea577fae5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:39.586270 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-f21a2ba9-6aa1-472a-b26c-7ea577fae5bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b68c6f-abef-422f-9dab-a735d4be52ac HTTP/1.1" status: 200 len: 856 time: 0.0810881 May 04 14:38:39.675102 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-5756feaa-42cc-431c-8917-1c7ad3bea341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:39.676875 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-5756feaa-42cc-431c-8917-1c7ad3bea341 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829208 May 04 14:38:39.679298 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff650542-a15f-443c-b65c-167b97edcb6d req-4118d7d5-3184-444e-9bbf-aab60fbd8ef5 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:39.680887 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ff650542-a15f-443c-b65c-167b97edcb6d req-4118d7d5-3184-444e-9bbf-aab60fbd8ef5 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 944 time: 0.1972144 May 04 14:38:39.755354 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ff650542-a15f-443c-b65c-167b97edcb6d req-fcc7dfd1-4a2b-435e-b475-62dccb4f239a tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658872 May 04 14:38:39.857034 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-8ef18aa8-4a4e-4338-a9d0-f83edbb3e2f2 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716065 May 04 14:38:40.005823 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-5c7e7db4-f338-468d-bbb4-8452ba2e60fa req-72d9da2a-c77b-4bc1-9eb2-b39485f0df94 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408303 May 04 14:38:40.141842 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2f536-a58f-4c45-ab5b-e9e0986b1f93 req-9f344580-1ace-40e9-a6df-3e2cce2f46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:40.143390 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-90e2f536-a58f-4c45-ab5b-e9e0986b1f93 req-9f344580-1ace-40e9-a6df-3e2cce2f46d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ad25986999c451986a94fb0dbd2db7d&device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 1097 time: 0.0820816 May 04 14:38:40.305483 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2f536-a58f-4c45-ab5b-e9e0986b1f93 req-301e1491-95fb-4bae-9c09-5ad80cae20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:40.307207 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-90e2f536-a58f-4c45-ab5b-e9e0986b1f93 req-301e1491-95fb-4bae-9c09-5ad80cae20ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62 HTTP/1.1" status: 200 len: 918 time: 0.1562603 May 04 14:38:40.385289 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-90e2f536-a58f-4c45-ab5b-e9e0986b1f93 req-b0f2c542-48cb-40ca-b0c6-b404a298dce4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 HTTP/1.1" status: 200 len: 217 time: 0.0700636 May 04 14:38:40.457859 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2f536-a58f-4c45-ab5b-e9e0986b1f93 req-9c5166ae-6085-4d80-a305-96fb332fbd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:40.459394 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-90e2f536-a58f-4c45-ab5b-e9e0986b1f93 req-9c5166ae-6085-4d80-a305-96fb332fbd79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b68c6f-abef-422f-9dab-a735d4be52ac HTTP/1.1" status: 200 len: 856 time: 0.0668895 May 04 14:38:40.555684 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2f536-a58f-4c45-ab5b-e9e0986b1f93 req-bb0fbbab-38e6-40f5-83ed-735e7bff5424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:40.557399 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-90e2f536-a58f-4c45-ab5b-e9e0986b1f93 req-bb0fbbab-38e6-40f5-83ed-735e7bff5424 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0909281 May 04 14:38:40.720587 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-90e2f536-a58f-4c45-ab5b-e9e0986b1f93 req-b8ef1bfd-c4ab-4206-81af-d2045f089240 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549807 May 04 14:38:40.899709 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:41.016424 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-90e2f536-a58f-4c45-ab5b-e9e0986b1f93 req-0dfbfc88-7078-4bdf-8369-23a400605d81 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871490 May 04 14:38:41.175071 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb805f93-10c0-4884-b017-14c42c2e3401 req-0fd1cad8-acaa-4b43-85f0-0b3874b7c799 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:41.176606 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-eb805f93-10c0-4884-b017-14c42c2e3401 req-0fd1cad8-acaa-4b43-85f0-0b3874b7c799 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 944 time: 0.0949061 May 04 14:38:41.228915 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-eb805f93-10c0-4884-b017-14c42c2e3401 req-4f477473-6a04-4812-8a54-9eda94b8f471 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452783 May 04 14:38:42.467384 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f5909-c7f2-4c1b-890e-8eb3a8bcc24c req-b381d2e1-b5fb-43ea-bb0a-7e76e87afd2e tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:42.469222 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d93f5909-c7f2-4c1b-890e-8eb3a8bcc24c req-b381d2e1-b5fb-43ea-bb0a-7e76e87afd2e tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 944 time: 0.1189713 May 04 14:38:42.521596 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d93f5909-c7f2-4c1b-890e-8eb3a8bcc24c req-c36250fe-94ed-438a-acdd-9df458dd0721 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459363 May 04 14:38:43.431797 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:43.717804 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:38:43.733981 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589399b-f550-4e0d-ad1c-a54787566918 req-6fdf1b89-c0b5-4e35-b1bb-b0900ac729eb tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:43.736097 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6589399b-f550-4e0d-ad1c-a54787566918 req-6fdf1b89-c0b5-4e35-b1bb-b0900ac729eb tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 944 time: 0.0969563 May 04 14:38:43.797972 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6589399b-f550-4e0d-ad1c-a54787566918 req-7f902f8b-3d3a-4f44-b70c-200ff4fd9e6b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505836 May 04 14:38:43.954635 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:38:43.986567 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'port_id': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0', 'mac_address': 'fa:16:3e:25:fd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:38:44.069797 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-d87acbde-da00-4d4b-8778-3773d92ebe7f req-68e7c7d5-7d9b-44ba-86de-b496ecc19c3c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1558938 May 04 14:38:44.097852 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:44.127453 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:38:44.159579 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:38:44.166642 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:44.169850 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:44.234341 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87acbde-da00-4d4b-8778-3773d92ebe7f req-04cfdfad-cd29-4d62-9f0d-845f98a7c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:44.237154 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-d87acbde-da00-4d4b-8778-3773d92ebe7f req-04cfdfad-cd29-4d62-9f0d-845f98a7c578 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9af81ed309c4321bdd601cdf3c05a10&device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 1099 time: 0.1304250 May 04 14:38:44.293987 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:44.299541 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:44.424447 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:38:44.499926 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87acbde-da00-4d4b-8778-3773d92ebe7f req-3136e701-2a28-4356-8ac6-bd040a430cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:44.502519 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-d87acbde-da00-4d4b-8778-3773d92ebe7f req-3136e701-2a28-4356-8ac6-bd040a430cc3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e665b7e8-0c6e-4f5f-a726-42fdf586edb2 HTTP/1.1" status: 200 len: 909 time: 0.2345006 May 04 14:38:44.748630 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-d87acbde-da00-4d4b-8778-3773d92ebe7f req-c136c7bb-bcce-45e7-81d5-715277a8f48b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39f684f2-0f17-413a-bbc0-da1a77fb5ff0 HTTP/1.1" status: 200 len: 1002 time: 0.2375772 May 04 14:38:44.821915 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87acbde-da00-4d4b-8778-3773d92ebe7f req-18e116b0-e165-4252-b595-351f81c456f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:44.823452 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-d87acbde-da00-4d4b-8778-3773d92ebe7f req-18e116b0-e165-4252-b595-351f81c456f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36f2a37b-6dd1-46ea-b4b2-d52446e862c4 HTTP/1.1" status: 200 len: 847 time: 0.0678384 May 04 14:38:44.928130 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87acbde-da00-4d4b-8778-3773d92ebe7f req-42370fc6-849a-4e73-aad3-8a7daf9e7005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:44.930899 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-d87acbde-da00-4d4b-8778-3773d92ebe7f req-42370fc6-849a-4e73-aad3-8a7daf9e7005 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e665b7e8-0c6e-4f5f-a726-42fdf586edb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0978646 May 04 14:38:45.056670 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc3295-7e19-476a-8dfb-963e5d5a4086 req-9a139bd2-328c-4b47-988a-fc3ec54d95bd tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:45.058392 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c4dc3295-7e19-476a-8dfb-963e5d5a4086 req-9a139bd2-328c-4b47-988a-fc3ec54d95bd tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 945 time: 0.1068337 May 04 14:38:45.138930 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c4dc3295-7e19-476a-8dfb-963e5d5a4086 req-0939c1cc-c720-432a-8009-04dc1656d077 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733886 May 04 14:38:45.191192 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-d87acbde-da00-4d4b-8778-3773d92ebe7f req-db3e0d6c-af0b-4f90-ae98-49c822edf74d service neutron] 10.222.0.47 "GET /v2.0/networks/e665b7e8-0c6e-4f5f-a726-42fdf586edb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524114 May 04 14:38:45.448938 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-d87acbde-da00-4d4b-8778-3773d92ebe7f req-e9d589b0-094d-4559-8012-f25044ac99c8 service neutron] 10.222.0.47 "GET /v2.0/networks/e665b7e8-0c6e-4f5f-a726-42fdf586edb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469089 May 04 14:38:45.739849 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:38:45.837793 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning for port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:38:45.843979 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:38:45.844349 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:46.068513 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:46.116222 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e0252b-67db-4061-903d-96247e053f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:38:46.132486 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:38:46.140429 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:46.146124 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:46.244135 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e0252b-67db-4061-903d-96247e053f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0', 'code': 200} May 04 14:38:46.312067 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:46.318481 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:46.594070 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc8e8c-3f2b-4f07-ab0f-ffffb093a7fe req-85a6b254-77d9-445d-bb0b-3ba835a6ad8d tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:46.595634 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f3bc8e8c-3f2b-4f07-ab0f-ffffb093a7fe req-85a6b254-77d9-445d-bb0b-3ba835a6ad8d tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370 HTTP/1.1" status: 200 len: 945 time: 0.1336019 May 04 14:38:46.605098 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e01dc2-f282-4d2f-8c06-73a40421912f req-961dbb0a-7d39-4f5b-a754-a096605bdd69 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:46.606919 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c2e01dc2-f282-4d2f-8c06-73a40421912f req-961dbb0a-7d39-4f5b-a754-a096605bdd69 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.1952381 May 04 14:38:46.645013 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2246d07-ef0d-4a44-9645-a6d8eae52c4e req-256a0008-4279-4387-b9ec-ac0599c26390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:46.646618 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-e2246d07-ef0d-4a44-9645-a6d8eae52c4e req-256a0008-4279-4387-b9ec-ac0599c26390 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 1099 time: 0.1247396 May 04 14:38:46.687042 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f3bc8e8c-3f2b-4f07-ab0f-ffffb093a7fe req-50631f3c-4613-419d-a0af-0a1fefb2f2bf tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790668 May 04 14:38:46.692362 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c2e01dc2-f282-4d2f-8c06-73a40421912f req-dd7248cd-99b3-4fdd-9ea7-e4a14127eeba tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708461 May 04 14:38:46.701038 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-e2246d07-ef0d-4a44-9645-a6d8eae52c4e req-aa8c0269-8682-4aef-8f11-633c27f04953 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471871 May 04 14:38:47.976345 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54a829-0ba1-491f-a868-cc3d1e6dc1e4 req-1a056684-945c-4e72-8ee1-bd78ac06e697 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:47.978213 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2f54a829-0ba1-491f-a868-cc3d1e6dc1e4 req-1a056684-945c-4e72-8ee1-bd78ac06e697 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.1472418 May 04 14:38:47.990634 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdcaa3-7021-4de0-a372-0a4d383c1df7 req-ff9d8c8a-55c2-4da4-8460-3ac8a7d937f3 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:47.992332 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d2cdcaa3-7021-4de0-a372-0a4d383c1df7 req-ff9d8c8a-55c2-4da4-8460-3ac8a7d937f3 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370 HTTP/1.1" status: 200 len: 945 time: 0.1635072 May 04 14:38:48.072142 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2f54a829-0ba1-491f-a868-cc3d1e6dc1e4 req-76c54bc8-ea9c-4067-824e-db18bcced164 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785835 May 04 14:38:48.077695 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d2cdcaa3-7021-4de0-a372-0a4d383c1df7 req-f3d9f5ca-0fce-4d0c-af4a-3e79a528a5f3 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692582 May 04 14:38:48.304563 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5464a4-e21a-46f8-a833-c69770a09104 req-77fbfed9-9644-4053-a279-5dd3ef4ba7de tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:48.307130 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cf5464a4-e21a-46f8-a833-c69770a09104 req-77fbfed9-9644-4053-a279-5dd3ef4ba7de tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.1093776 May 04 14:38:48.317343 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 60836) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:38:48.326588 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-30c01980-bfbc-443b-bf16-cb379d03ee17 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Request body: {'floatingip': {'port_id': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:38:48.478238 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-30c01980-bfbc-443b-bf16-cb379d03ee17 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for floatingip, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:49.334542 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-30c01980-bfbc-443b-bf16-cb379d03ee17 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:49.341014 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-30c01980-bfbc-443b-bf16-cb379d03ee17 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946001'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:49.389069 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5251a9-c469-4325-93f3-abf80862dff7 req-f23b4f38-d6a1-459b-9a94-c10ba09a10fb tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:49.390555 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ef5251a9-c469-4325-93f3-abf80862dff7 req-f23b4f38-d6a1-459b-9a94-c10ba09a10fb tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370 HTTP/1.1" status: 200 len: 945 time: 0.1248229 May 04 14:38:49.455988 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ef5251a9-c469-4325-93f3-abf80862dff7 req-e06c078a-8fd0-4af6-a538-79784c90149d tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542850 May 04 14:38:49.546676 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.l3_db [None req-30c01980-bfbc-443b-bf16-cb379d03ee17 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Floating IP 93c790cd-6f54-4788-988d-68ff25a36a09 associated. External IP: 172.28.3.125, port: 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0. May 04 14:38:49.932736 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c01980-bfbc-443b-bf16-cb379d03ee17 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:38:50.194470 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c01980-bfbc-443b-bf16-cb379d03ee17 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:38:50.202232 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-30c01980-bfbc-443b-bf16-cb379d03ee17 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:50.206560 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8051fffe-e381-41c2-ba66-65d4a1552d8d None None] Sync routers for ids ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'] in dv-cinder-772623-4-smb {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:38:50.220821 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8051fffe-e381-41c2-ba66-65d4a1552d8d None None] Routers {'03ec5bec-54dd-43b9-9f0c-8561cbccab46'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:38:50.222017 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-8051fffe-e381-41c2-ba66-65d4a1552d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:38:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:50.323396 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-30c01980-bfbc-443b-bf16-cb379d03ee17 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "PUT /v2.0/floatingips/93c790cd-6f54-4788-988d-68ff25a36a09 HTTP/1.1" status: 200 len: 992 time: 2.0043163 May 04 14:38:50.324069 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e0252b-67db-4061-903d-96247e053f32', 'tag': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:38:50.471550 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-8051fffe-e381-41c2-ba66-65d4a1552d8d None None] Set router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:38:50.526417 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e0252b-67db-4061-903d-96247e053f32', 'tag': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0', 'status': 'completed', 'code': 200} May 04 14:38:50.659335 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfe920-d222-4edf-be8f-e135f085a84a req-a24892bd-9a18-46c5-a22a-986905229b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:50.661334 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1fcfe920-d222-4edf-be8f-e135f085a84a req-a24892bd-9a18-46c5-a22a-986905229b32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ad25986999c451986a94fb0dbd2db7d&device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 1099 time: 0.1046255 May 04 14:38:50.772863 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428d3ef-0aad-4781-b931-a3d810252f16 req-4a564ff3-887f-402b-ad0f-146512c898df tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:50.779471 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d428d3ef-0aad-4781-b931-a3d810252f16 req-4a564ff3-887f-402b-ad0f-146512c898df tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370 HTTP/1.1" status: 200 len: 945 time: 0.1344101 May 04 14:38:50.877892 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d428d3ef-0aad-4781-b931-a3d810252f16 req-f64c08d6-6078-4fb6-9867-ea1a0ffdd07f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836475 May 04 14:38:50.924052 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfe920-d222-4edf-be8f-e135f085a84a req-18e0b7ec-a7f7-4254-a8c7-2e56e43e5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:50.926634 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1fcfe920-d222-4edf-be8f-e135f085a84a req-18e0b7ec-a7f7-4254-a8c7-2e56e43e5cc0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62 HTTP/1.1" status: 200 len: 918 time: 0.2541583 May 04 14:38:50.942226 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-8051fffe-e381-41c2-ba66-65d4a1552d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:34:56Z', 'revision_number': 4, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port': {'id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:49Z', 'updated_at': '2021-05-04T14:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_floatingips': [{'id': '93c790cd-6f54-4788-988d-68ff25a36a09', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'floating_ip_address': '172.28.3.125', 'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'router_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'port_id': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'mac_address': 'fa:16:3e:25:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e0252b-67db-4061-903d-96247e053f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:38:33Z', 'updated_at': '2021-05-04T14:38:49Z', 'revision_number': 1, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8', 'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'mac_address': 'fa:16:3e:c8:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:55Z', 'updated_at': '2021-05-04T14:35:09Z', 'revision_number': 5, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'subnets': [{'id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:50.947316 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8051fffe-e381-41c2-ba66-65d4a1552d8d None None] Checking router: 03ec5bec-54dd-43b9-9f0c-8561cbccab46 for host: dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:38:50.959729 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8051fffe-e381-41c2-ba66-65d4a1552d8d None None] Routers {'03ec5bec-54dd-43b9-9f0c-8561cbccab46'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:38:50.960941 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-8051fffe-e381-41c2-ba66-65d4a1552d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:38:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:51.118333 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1fcfe920-d222-4edf-be8f-e135f085a84a req-4464d8bc-6486-4225-9a36-32f27ed24d31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 HTTP/1.1" status: 200 len: 1000 time: 0.1824987 May 04 14:38:51.231727 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-8051fffe-e381-41c2-ba66-65d4a1552d8d None None] Set router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:38:51.394043 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfe920-d222-4edf-be8f-e135f085a84a req-bb28230b-8e23-4186-8617-b5e926666a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:51.396469 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1fcfe920-d222-4edf-be8f-e135f085a84a req-bb28230b-8e23-4186-8617-b5e926666a70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b68c6f-abef-422f-9dab-a735d4be52ac HTTP/1.1" status: 200 len: 856 time: 0.2717016 May 04 14:38:51.487814 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfe920-d222-4edf-be8f-e135f085a84a req-0dae936a-0b19-4fdb-9d43-b5b24084b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:51.489666 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1fcfe920-d222-4edf-be8f-e135f085a84a req-0dae936a-0b19-4fdb-9d43-b5b24084b4c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855558 May 04 14:38:51.651866 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e3a64-42bf-4706-beb5-d9ae2dbd1b62 req-a5c0e61a-68c5-4723-a840-f73efe131740 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:51.655465 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-942e3a64-42bf-4706-beb5-d9ae2dbd1b62 req-a5c0e61a-68c5-4723-a840-f73efe131740 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370 HTTP/1.1" status: 200 len: 945 time: 0.1447995 May 04 14:38:51.732807 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-8051fffe-e381-41c2-ba66-65d4a1552d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:34:56Z', 'revision_number': 4, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port': {'id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:49Z', 'updated_at': '2021-05-04T14:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_floatingips': [{'id': '93c790cd-6f54-4788-988d-68ff25a36a09', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'floating_ip_address': '172.28.3.125', 'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'router_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'port_id': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'mac_address': 'fa:16:3e:25:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e0252b-67db-4061-903d-96247e053f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:38:33Z', 'updated_at': '2021-05-04T14:38:49Z', 'revision_number': 1, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8', 'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'mac_address': 'fa:16:3e:c8:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:55Z', 'updated_at': '2021-05-04T14:35:09Z', 'revision_number': 5, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'subnets': [{'id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:38:51.739243 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1fcfe920-d222-4edf-be8f-e135f085a84a req-45859cba-f622-40b0-a604-279a39c30337 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303772 May 04 14:38:51.740391 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8051fffe-e381-41c2-ba66-65d4a1552d8d None None] The sync data for ids ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'] in dv-cinder-772623-4-smb is: [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:34:56Z', 'revision_number': 4, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port': {'id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:49Z', 'updated_at': '2021-05-04T14:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_floatingips': [{'id': '93c790cd-6f54-4788-988d-68ff25a36a09', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'floating_ip_address': '172.28.3.125', 'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'router_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'port_id': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'mac_address': 'fa:16:3e:25:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e0252b-67db-4061-903d-96247e053f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:38:33Z', 'updated_at': '2021-05-04T14:38:49Z', 'revision_number': 1, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8', 'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'mac_address': 'fa:16:3e:c8:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:55Z', 'updated_at': '2021-05-04T14:35:09Z', 'revision_number': 5, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'subnets': [{'id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:38:51.871806 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-942e3a64-42bf-4706-beb5-d9ae2dbd1b62 req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Deleting port a3888e58-1e73-43f4-9c1d-f5b955949acc {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:38:51.872805 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-942e3a64-42bf-4706-beb5-d9ae2dbd1b62 req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:51.932551 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1fcfe920-d222-4edf-be8f-e135f085a84a req-3628c4e3-cd97-488d-bdaf-9a13f5927461 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849165 May 04 14:38:52.040015 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-942e3a64-42bf-4706-beb5-d9ae2dbd1b62 req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] For port a3888e58-1e73-43f4-9c1d-f5b955949acc, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a3888e58-1e73-43f4-9c1d-f5b955949acc,segment=NetworkSegment(3e16ded3-1f33-4f09-856c-f5692ae4fb72),segment_id=3e16ded3-1f33-4f09-856c-f5692ae4fb72)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:38:52.040446 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-942e3a64-42bf-4706-beb5-d9ae2dbd1b62 req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:52.115389 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca3741b-035e-4503-bf83-74799a4e5c45 None None] New status for floating IP 93c790cd-6f54-4788-988d-68ff25a36a09: ACTIVE {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:38:52.322382 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-942e3a64-42bf-4706-beb5-d9ae2dbd1b62 req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Calling delete_port for a3888e58-1e73-43f4-9c1d-f5b955949acc owned by compute:nova {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:38:52.392913 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c193c27-3ca4-4e16-a5ff-2211433bb20f req-c064b4aa-d78b-4484-aa61-29a96639a58c tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:52.394607 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7c193c27-3ca4-4e16-a5ff-2211433bb20f req-c064b4aa-d78b-4484-aa61-29a96639a58c tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370 HTTP/1.1" status: 200 len: 945 time: 0.2769015 May 04 14:38:52.498200 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7c193c27-3ca4-4e16-a5ff-2211433bb20f req-1bc3cdce-0bdd-402e-b067-e098114f3008 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905709 May 04 14:38:52.531535 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-942e3a64-42bf-4706-beb5-d9ae2dbd1b62 req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:52.543053 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:38:52.545048 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['a3888e58-1e73-43f4-9c1d-f5b955949acc'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:38:52.594020 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:38:52.602151 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Pushing event deleted for resources: {'Port': ['ID=a3888e58-1e73-43f4-9c1d-f5b955949acc,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:38:52.648466 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:52.648832 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:52.649218 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:52.649574 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:52.649922 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:52.650270 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:52.650610 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:52.650977 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:52.651320 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:52.651659 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:52.651997 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:52.652329 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:38:52.655847 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:38:52.695311 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [req-942e3a64-42bf-4706-beb5-d9ae2dbd1b62 req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] No DVR routers for this DVR port a3888e58-1e73-43f4-9c1d-f5b955949acc on host hv-cinder-77262 {{(pid=73821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:38:52.698242 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-942e3a64-42bf-4706-beb5-d9ae2dbd1b62 req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:38:52.701138 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370', 'name': 'network-vif-deleted', 'tag': 'a3888e58-1e73-43f4-9c1d-f5b955949acc'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:38:52.710191 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-942e3a64-42bf-4706-beb5-d9ae2dbd1b62 req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.47 "DELETE /v2.0/ports/a3888e58-1e73-43f4-9c1d-f5b955949acc HTTP/1.1" status: 204 len: 173 time: 1.0398076 May 04 14:38:52.777921 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c289cc0-e6b3-4e5a-bb0a-03bb4edfd370', 'name': 'network-vif-deleted', 'tag': 'a3888e58-1e73-43f4-9c1d-f5b955949acc', 'status': 'completed', 'code': 200} May 04 14:38:55.741118 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device a3888e58-1e73-43f4-9c1d-f5b955949acc no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:38:55.785141 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] No Port match for: a3888e58-1e73-43f4-9c1d-f5b955949acc {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:38:55.785633 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device a3888e58-1e73-43f4-9c1d-f5b955949acc not bound to the agent host hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:38:58.359313 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-e4e9255a-4590-4d42-b2f0-482f82178fc3 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:38:58.360721 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-e4e9255a-4590-4d42-b2f0-482f82178fc3 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/networks?id=79279dc2-5519-4c20-8a67-9b1ecaf657d7 HTTP/1.1" status: 200 len: 814 time: 0.1642363 May 04 14:38:58.377384 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-5b7bd575-af11-4b05-956d-c612590e3942 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/quotas/814042fb29b14d4c96c124be93f65541 HTTP/1.1" status: 200 len: 375 time: 0.0100451 May 04 14:38:58.440240 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-15acaec9-32d2-4832-a80a-8d014bf73079 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Synchronizing usage tracker for tenant:814042fb29b14d4c96c124be93f65541 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:38:58.460483 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-15acaec9-32d2-4832-a80a-8d014bf73079 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Unset dirty status for tenant:814042fb29b14d4c96c124be93f65541 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:38:58.462434 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-15acaec9-32d2-4832-a80a-8d014bf73079 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=814042fb29b14d4c96c124be93f65541&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782773 May 04 14:38:58.617008 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-f744d6dd-60d2-4d43-8261-ccf12bf33ec5 service neutron] 10.222.0.37 "GET /v2.0/networks/79279dc2-5519-4c20-8a67-9b1ecaf657d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477981 May 04 14:38:58.764382 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-5728c971-1175-4658-be82-75d1121c8efa service neutron] 10.222.0.37 "GET /v2.0/networks/79279dc2-5519-4c20-8a67-9b1ecaf657d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401803 May 04 14:38:58.965843 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-510d681c-c18b-4e8a-86fe-4e9fc00f061a req-751b604d-d249-45e6-a9bd-73eefc83f2b9 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=12f3bc28-9c06-4be7-a8f8-df9e034db955 HTTP/1.1" status: 200 len: 210 time: 0.0528312 May 04 14:39:00.157426 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c2f8f66e-fd9e-4afa-99f6-fef0bf946c4a req-5883010a-bfc9-42f0-b389-94a3f917b436 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=12f3bc28-9c06-4be7-a8f8-df9e034db955 HTTP/1.1" status: 200 len: 210 time: 0.0776274 May 04 14:39:00.370791 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-f0402192-8b43-489e-b813-a8ba5340beec tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:00.372738 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-f0402192-8b43-489e-b813-a8ba5340beec tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.47 "GET /v2.0/networks?id=79279dc2-5519-4c20-8a67-9b1ecaf657d7 HTTP/1.1" status: 200 len: 814 time: 0.1885145 May 04 14:39:00.388585 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-0d413d76-e401-4804-b3f7-6dc3f5111888 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Request body: {'port': {'device_id': '12f3bc28-9c06-4be7-a8f8-df9e034db955', 'network_id': '79279dc2-5519-4c20-8a67-9b1ecaf657d7', 'admin_state_up': True, 'tenant_id': '814042fb29b14d4c96c124be93f65541'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:39:00.558584 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-0d413d76-e401-4804-b3f7-6dc3f5111888 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:39:00.568977 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-0d413d76-e401-4804-b3f7-6dc3f5111888 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:39:00.581792 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-0d413d76-e401-4804-b3f7-6dc3f5111888 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Made reservation on behalf of 814042fb29b14d4c96c124be93f65541 for: {'port': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:39:00.587897 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-0d413d76-e401-4804-b3f7-6dc3f5111888 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:00.784622 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-0d413d76-e401-4804-b3f7-6dc3f5111888 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Allocated IP 172.20.0.4 (79279dc2-5519-4c20-8a67-9b1ecaf657d7/40ce3646-783e-4ce5-a866-a65757dc5384/3738afe6-b5a7-4bd9-a595-e43c905cb8f2) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:39:01.023415 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-0d413d76-e401-4804-b3f7-6dc3f5111888 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:01.069532 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-0d413d76-e401-4804-b3f7-6dc3f5111888 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:01.079458 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0d9e86fb-e96b-4ab3-a0cd-b8a18c845d3c tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:01.409552 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-0d413d76-e401-4804-b3f7-6dc3f5111888 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Network 79279dc2-5519-4c20-8a67-9b1ecaf657d7 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:39:01.430678 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-0d413d76-e401-4804-b3f7-6dc3f5111888 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Resources bound (agent type, host, resource id): {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:39:01.440235 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-0d413d76-e401-4804-b3f7-6dc3f5111888 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:39:01.507593 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d413d76-e401-4804-b3f7-6dc3f5111888 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Pushing event updated for resources: {'Port': ['ID=3738afe6-b5a7-4bd9-a595-e43c905cb8f2,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:01.524680 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0d413d76-e401-4804-b3f7-6dc3f5111888 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:01.585290 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-0d413d76-e401-4804-b3f7-6dc3f5111888 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:01.586256 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-0d413d76-e401-4804-b3f7-6dc3f5111888 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:01.644831 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678b587-da5a-44e5-95a6-e8edc91fc587 req-020c6950-3d0f-4ceb-9947-1210ae26fb80 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:01.647520 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1678b587-da5a-44e5-95a6-e8edc91fc587 req-020c6950-3d0f-4ceb-9947-1210ae26fb80 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=12f3bc28-9c06-4be7-a8f8-df9e034db955 HTTP/1.1" status: 200 len: 931 time: 0.3403726 May 04 14:39:01.657017 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-0d413d76-e401-4804-b3f7-6dc3f5111888 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2751734 May 04 14:39:01.678084 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Request body: {'port': {'device_id': '12f3bc28-9c06-4be7-a8f8-df9e034db955', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:39:01.760044 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1678b587-da5a-44e5-95a6-e8edc91fc587 req-6c3a4e3e-3397-4e01-9b60-ef66dcb7ddcf tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053476 May 04 14:39:01.877515 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:02.354751 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3738afe6-b5a7-4bd9-a595-e43c905cb8f2 {{(pid=73821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:39:02.363859 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:02.381472 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Transition to ACTIVE for port object 3738afe6-b5a7-4bd9-a595-e43c905cb8f2 will not be triggered until provisioned by entity L2. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:39:02.387787 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10542736'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:02.392297 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:02.563367 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Pushing event updated for resources: {'Port': ['ID=3738afe6-b5a7-4bd9-a595-e43c905cb8f2,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:02.572281 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:02.651547 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Attempting to bind port 3738afe6-b5a7-4bd9-a595-e43c905cb8f2 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:39:02.651876 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Attempting to bind port 3738afe6-b5a7-4bd9-a595-e43c905cb8f2 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '3e16ded3-1f33-4f09-856c-f5692ae4fb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '79279dc2-5519-4c20-8a67-9b1ecaf657d7'}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:39:02.652216 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Attempting to bind port 3738afe6-b5a7-4bd9-a595-e43c905cb8f2 on network 79279dc2-5519-4c20-8a67-9b1ecaf657d7 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:39:02.658354 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Port 3738afe6-b5a7-4bd9-a595-e43c905cb8f2 on network 79279dc2-5519-4c20-8a67-9b1ecaf657d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:39:02.658874 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Attempting to bind port 3738afe6-b5a7-4bd9-a595-e43c905cb8f2 on network 79279dc2-5519-4c20-8a67-9b1ecaf657d7 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:39:02.668366 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Checking agent: {'id': '8bf5348c-0921-4b50-a8be-a73e0c140a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'started_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:39:02.668904 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Checking segment: {'id': '3e16ded3-1f33-4f09-856c-f5692ae4fb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '79279dc2-5519-4c20-8a67-9b1ecaf657d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:39:02.669551 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Bound using segment: {'id': '3e16ded3-1f33-4f09-856c-f5692ae4fb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '79279dc2-5519-4c20-8a67-9b1ecaf657d7'} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:39:02.670255 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Bound port: 3738afe6-b5a7-4bd9-a595-e43c905cb8f2, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e16ded3-1f33-4f09-856c-f5692ae4fb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '79279dc2-5519-4c20-8a67-9b1ecaf657d7'}}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:39:02.670768 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:02.774975 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] For port 3738afe6-b5a7-4bd9-a595-e43c905cb8f2, host hv-cinder-77262, cleared binding levels {{(pid=73821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:39:02.778527 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] For port 3738afe6-b5a7-4bd9-a595-e43c905cb8f2, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3738afe6-b5a7-4bd9-a595-e43c905cb8f2,segment=NetworkSegment(3e16ded3-1f33-4f09-856c-f5692ae4fb72),segment_id=3e16ded3-1f33-4f09-856c-f5692ae4fb72)] {{(pid=73821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:39:02.785394 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10542736'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:02.792470 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:02.866218 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:02.867667 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:02.870350 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] 10.222.0.47 "PUT /v2.0/ports/3738afe6-b5a7-4bd9-a595-e43c905cb8f2 HTTP/1.1" status: 200 len: 1093 time: 1.1965268 May 04 14:39:02.875498 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f3bc28-9c06-4be7-a8f8-df9e034db955', 'tag': '3738afe6-b5a7-4bd9-a595-e43c905cb8f2'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:39:02.976600 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f3bc28-9c06-4be7-a8f8-df9e034db955', 'tag': '3738afe6-b5a7-4bd9-a595-e43c905cb8f2', 'status': 'completed', 'code': 200} May 04 14:39:03.095433 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Pushing event updated for resources: {'Port': ['ID=3738afe6-b5a7-4bd9-a595-e43c905cb8f2,revision_number=3']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:03.102873 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:03.192771 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-f6538608-d7f1-4e2a-9b5f-6e0f41ba0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:03.195128 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-f6538608-d7f1-4e2a-9b5f-6e0f41ba0ed6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=814042fb29b14d4c96c124be93f65541&device_id=12f3bc28-9c06-4be7-a8f8-df9e034db955 HTTP/1.1" status: 200 len: 1096 time: 0.2174096 May 04 14:39:03.206968 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8317583-cb51-494f-bc0f-f64ce7b6abf1 req-6dc9da1d-ba96-4056-929e-a08770f9f8c3 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:03.207727 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-c8317583-cb51-494f-bc0f-f64ce7b6abf1 req-6dc9da1d-ba96-4056-929e-a08770f9f8c3 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Synchronizing usage tracker for tenant:814042fb29b14d4c96c124be93f65541 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:39:03.282494 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-722b0a70-8cff-45aa-8428-0cf7430d57cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3738afe6-b5a7-4bd9-a595-e43c905cb8f2 HTTP/1.1" status: 200 len: 217 time: 0.0715597 May 04 14:39:03.324023 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-c8317583-cb51-494f-bc0f-f64ce7b6abf1 req-6dc9da1d-ba96-4056-929e-a08770f9f8c3 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Unset dirty status for tenant:814042fb29b14d4c96c124be93f65541 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:39:03.325292 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c8317583-cb51-494f-bc0f-f64ce7b6abf1 req-6dc9da1d-ba96-4056-929e-a08770f9f8c3 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=12f3bc28-9c06-4be7-a8f8-df9e034db955 HTTP/1.1" status: 200 len: 943 time: 0.4365098 May 04 14:39:03.381087 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-945f2a7c-4a41-48f6-aa69-826ae73085a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:03.382737 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-945f2a7c-4a41-48f6-aa69-826ae73085a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40ce3646-783e-4ce5-a866-a65757dc5384 HTTP/1.1" status: 200 len: 854 time: 0.0928190 May 04 14:39:03.427787 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c8317583-cb51-494f-bc0f-f64ce7b6abf1 req-4c9f9095-261d-4a4b-92ee-a405bb47dd78 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910642 May 04 14:39:03.445378 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-a10577f2-e359-4e7f-9815-66be57e44843 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79279dc2-5519-4c20-8a67-9b1ecaf657d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546525 May 04 14:39:03.591662 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-f1b50d2c-d12f-4c1e-ad67-d54503a5c2bc service neutron] 10.222.0.47 "GET /v2.0/networks/79279dc2-5519-4c20-8a67-9b1ecaf657d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383178 May 04 14:39:03.841797 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1326d39b-16db-46cb-a771-fd7f7fe99850 req-a2c84f64-b42b-4651-8e62-cea7a39db632 service neutron] 10.222.0.47 "GET /v2.0/networks/79279dc2-5519-4c20-8a67-9b1ecaf657d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432587 May 04 14:39:03.970391 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc8508-0789-44e5-9363-34d1fed68449 req-069d6eb2-c0c4-4354-a3f4-bc89939521f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:03.971898 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-49dc8508-0789-44e5-9363-34d1fed68449 req-069d6eb2-c0c4-4354-a3f4-bc89939521f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=814042fb29b14d4c96c124be93f65541&device_id=12f3bc28-9c06-4be7-a8f8-df9e034db955 HTTP/1.1" status: 200 len: 1096 time: 0.0767598 May 04 14:39:04.158176 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc8508-0789-44e5-9363-34d1fed68449 req-df5fc3a1-b02f-4654-876a-703dfe7de284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:04.160686 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-49dc8508-0789-44e5-9363-34d1fed68449 req-df5fc3a1-b02f-4654-876a-703dfe7de284 service neutron] 10.222.0.47 "GET /v2.0/networks?id=79279dc2-5519-4c20-8a67-9b1ecaf657d7 HTTP/1.1" status: 200 len: 915 time: 0.1817110 May 04 14:39:04.241768 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-49dc8508-0789-44e5-9363-34d1fed68449 req-7b10344a-dc46-4a55-930c-a88429de8488 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3738afe6-b5a7-4bd9-a595-e43c905cb8f2 HTTP/1.1" status: 200 len: 217 time: 0.0735295 May 04 14:39:04.312767 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc8508-0789-44e5-9363-34d1fed68449 req-a719925e-43ca-4d57-a131-7b1117c6e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:04.314275 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-49dc8508-0789-44e5-9363-34d1fed68449 req-a719925e-43ca-4d57-a131-7b1117c6e47d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40ce3646-783e-4ce5-a866-a65757dc5384 HTTP/1.1" status: 200 len: 854 time: 0.0656369 May 04 14:39:04.365399 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-49dc8508-0789-44e5-9363-34d1fed68449 req-f55ad431-4efa-4171-8bab-49183916017f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79279dc2-5519-4c20-8a67-9b1ecaf657d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436971 May 04 14:39:04.526586 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-49dc8508-0789-44e5-9363-34d1fed68449 req-811e3837-6440-4894-a650-2fad250bde42 service neutron] 10.222.0.47 "GET /v2.0/networks/79279dc2-5519-4c20-8a67-9b1ecaf657d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544738 May 04 14:39:04.739288 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-49dc8508-0789-44e5-9363-34d1fed68449 req-caf96616-63b7-4d8e-ab3f-5b2ba69edae5 service neutron] 10.222.0.47 "GET /v2.0/networks/79279dc2-5519-4c20-8a67-9b1ecaf657d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051251 May 04 14:39:04.752825 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af78e4-3c4b-4d51-b2bf-e755abaf6a37 req-dc6a980e-7326-4b54-92cf-1173a0bdaf92 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:04.754418 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f6af78e4-3c4b-4d51-b2bf-e755abaf6a37 req-dc6a980e-7326-4b54-92cf-1173a0bdaf92 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=12f3bc28-9c06-4be7-a8f8-df9e034db955 HTTP/1.1" status: 200 len: 943 time: 0.1934266 May 04 14:39:04.807186 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f6af78e4-3c4b-4d51-b2bf-e755abaf6a37 req-6c3f9a5c-2868-477b-8c92-6d0d951acea0 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445657 May 04 14:39:05.660931 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8c05d113-ebe9-47b1-9b3c-5ede04f8380d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:05.773268 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 3738afe6-b5a7-4bd9-a595-e43c905cb8f2 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:39:05.916711 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 3738afe6-b5a7-4bd9-a595-e43c905cb8f2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3738afe6-b5a7-4bd9-a595-e43c905cb8f2,segment=NetworkSegment(3e16ded3-1f33-4f09-856c-f5692ae4fb72),segment_id=3e16ded3-1f33-4f09-856c-f5692ae4fb72)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:05.931364 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': '3738afe6-b5a7-4bd9-a595-e43c905cb8f2', 'network_id': '79279dc2-5519-4c20-8a67-9b1ecaf657d7', 'port_id': '3738afe6-b5a7-4bd9-a595-e43c905cb8f2', 'mac_address': 'fa:16:3e:e7:88:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ce3646-783e-4ce5-a866-a65757dc5384', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:39:06.000276 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:06.021670 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3738afe6-b5a7-4bd9-a595-e43c905cb8f2 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:39:06.040407 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1946a-d13e-4301-a5aa-529f627d9c5b req-59cf6882-1022-4530-8677-3370609e9045 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:06.041090 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 3738afe6-b5a7-4bd9-a595-e43c905cb8f2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3738afe6-b5a7-4bd9-a595-e43c905cb8f2,segment=NetworkSegment(3e16ded3-1f33-4f09-856c-f5692ae4fb72),segment_id=3e16ded3-1f33-4f09-856c-f5692ae4fb72)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:06.043814 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4fb1946a-d13e-4301-a5aa-529f627d9c5b req-59cf6882-1022-4530-8677-3370609e9045 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=12f3bc28-9c06-4be7-a8f8-df9e034db955 HTTP/1.1" status: 200 len: 943 time: 0.0945706 May 04 14:39:06.048631 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:06.050713 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-5cc0495a-586d-4e95-a79f-aaee7d2c30ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:06.100273 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4fb1946a-d13e-4301-a5aa-529f627d9c5b req-2e0472f0-898d-4205-be10-a2e1fdb81c75 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488844 May 04 14:39:06.138050 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=3738afe6-b5a7-4bd9-a595-e43c905cb8f2,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:06.145975 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:06.146316 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:06.146654 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:06.146980 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:06.147319 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:06.147635 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:06.147951 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:06.148266 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:06.148578 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:06.148887 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:06.149232 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:06.149539 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:06.154176 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:06.270564 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['3738afe6-b5a7-4bd9-a595-e43c905cb8f2'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:39:07.316700 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba783a8-3468-441c-b049-ebbf443d9238 req-bd4f78db-e939-4e92-8928-4ae9dbbc7549 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:07.318293 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-eba783a8-3468-441c-b049-ebbf443d9238 req-bd4f78db-e939-4e92-8928-4ae9dbbc7549 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=12f3bc28-9c06-4be7-a8f8-df9e034db955 HTTP/1.1" status: 200 len: 944 time: 0.0890048 May 04 14:39:07.373925 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-eba783a8-3468-441c-b049-ebbf443d9238 req-eb35df4d-e783-4108-880a-0b5e4acb2fbd tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456893 May 04 14:39:07.789095 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 3738afe6-b5a7-4bd9-a595-e43c905cb8f2 up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:39:07.867391 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning for port 3738afe6-b5a7-4bd9-a595-e43c905cb8f2 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:39:07.873866 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port 3738afe6-b5a7-4bd9-a595-e43c905cb8f2 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:39:07.874247 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:08.009162 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:08.045748 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-936c168f-9922-42e5-b799-4edc9a1db87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:08.051495 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f3bc28-9c06-4be7-a8f8-df9e034db955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3738afe6-b5a7-4bd9-a595-e43c905cb8f2'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:39:08.063354 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 3738afe6-b5a7-4bd9-a595-e43c905cb8f2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3738afe6-b5a7-4bd9-a595-e43c905cb8f2,segment=NetworkSegment(3e16ded3-1f33-4f09-856c-f5692ae4fb72),segment_id=3e16ded3-1f33-4f09-856c-f5692ae4fb72)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:08.068648 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:08.070411 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-26ffe637-801e-477b-b548-a3e5ead85904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:08.113261 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f3bc28-9c06-4be7-a8f8-df9e034db955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3738afe6-b5a7-4bd9-a595-e43c905cb8f2', 'code': 200} May 04 14:39:08.157764 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=3738afe6-b5a7-4bd9-a595-e43c905cb8f2,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:08.161638 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:08.223484 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:08.442253 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9246eec-f641-4a52-a4ad-01879548a421 req-64b4c282-83a0-40dc-8378-02e726dfa255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:08.444984 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b9246eec-f641-4a52-a4ad-01879548a421 req-64b4c282-83a0-40dc-8378-02e726dfa255 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=12f3bc28-9c06-4be7-a8f8-df9e034db955 HTTP/1.1" status: 200 len: 1098 time: 0.1244042 May 04 14:39:08.587655 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b9246eec-f641-4a52-a4ad-01879548a421 req-d012c5e2-913c-46b9-bbac-33576545af7d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340802 May 04 14:39:08.654448 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d907b-cfa8-483c-ab08-918eb055e9f6 req-c239f1fa-562b-4c97-b2ad-b290f3dd07d0 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:08.657330 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3f9d907b-cfa8-483c-ab08-918eb055e9f6 req-c239f1fa-562b-4c97-b2ad-b290f3dd07d0 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=12f3bc28-9c06-4be7-a8f8-df9e034db955 HTTP/1.1" status: 200 len: 945 time: 0.1556747 May 04 14:39:08.744209 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3f9d907b-cfa8-483c-ab08-918eb055e9f6 req-2c353cba-caa7-433e-bae7-dc87866cf4b9 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798552 May 04 14:39:09.098124 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:09.951844 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e25550-e197-47fc-b680-720201ffe6f4 req-6e603625-ecd4-425f-a390-f8b343498c09 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:09.953479 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-68e25550-e197-47fc-b680-720201ffe6f4 req-6e603625-ecd4-425f-a390-f8b343498c09 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=12f3bc28-9c06-4be7-a8f8-df9e034db955 HTTP/1.1" status: 200 len: 945 time: 0.0921602 May 04 14:39:10.009163 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-68e25550-e197-47fc-b680-720201ffe6f4 req-137a3faa-7b09-43aa-97aa-fd858b7ca1bb tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455899 May 04 14:39:10.886767 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:11.776364 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17db293-8eed-4c4f-8c1e-73e2573aa6ec req-40579fcc-431b-4a7f-8d95-c2c3ef453d92 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:11.778789 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b17db293-8eed-4c4f-8c1e-73e2573aa6ec req-40579fcc-431b-4a7f-8d95-c2c3ef453d92 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.0964794 May 04 14:39:11.846797 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b17db293-8eed-4c4f-8c1e-73e2573aa6ec req-3c9fdcbb-5934-43d0-8a52-f5b78f87c70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614431 May 04 14:39:13.099046 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17609bde-4ee9-4ba3-a98d-1571493ea5f1 req-3f788277-9bd3-4bb5-9023-d6dcd1a1ef05 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:13.100641 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-17609bde-4ee9-4ba3-a98d-1571493ea5f1 req-3f788277-9bd3-4bb5-9023-d6dcd1a1ef05 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.1289546 May 04 14:39:13.180599 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-17609bde-4ee9-4ba3-a98d-1571493ea5f1 req-1ef18ed9-b2ca-4fea-a131-f428ee3ce27b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717239 May 04 14:39:13.428953 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:14.582238 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a23fa-16f9-4062-a343-422b3fd4aa7b req-91b4d47f-c124-4ef6-97c9-0b35768222c0 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:14.583756 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6d5a23fa-16f9-4062-a343-422b3fd4aa7b req-91b4d47f-c124-4ef6-97c9-0b35768222c0 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.1957440 May 04 14:39:14.638656 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6d5a23fa-16f9-4062-a343-422b3fd4aa7b req-cd7841b3-0a92-4907-aa55-834dd06ee729 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480456 May 04 14:39:15.931297 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f89ab7-833f-4720-9efe-93dafff69c32 req-890f3f0f-189a-4686-8811-bc26da91bc59 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:15.933735 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-28f89ab7-833f-4720-9efe-93dafff69c32 req-890f3f0f-189a-4686-8811-bc26da91bc59 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.1628764 May 04 14:39:16.017844 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-28f89ab7-833f-4720-9efe-93dafff69c32 req-6141b27d-79a9-4989-9c07-5eebd7d231bd tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718181 May 04 14:39:17.355867 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b5180-3bf7-41d3-a324-9db2e25078e4 req-68c03d3c-2659-42cd-ab9c-91fd59b2443a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:17.358483 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-751b5180-3bf7-41d3-a324-9db2e25078e4 req-68c03d3c-2659-42cd-ab9c-91fd59b2443a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.1556544 May 04 14:39:17.412982 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-751b5180-3bf7-41d3-a324-9db2e25078e4 req-9702bbe1-bbf8-4164-99cc-87cfb673ccf1 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478990 May 04 14:39:18.171664 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec511f-0d44-41d6-a0f7-69daa4057b48 req-cfe5ddd3-2981-45c4-a972-9e67d4de0cb3 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:18.175252 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bfec511f-0d44-41d6-a0f7-69daa4057b48 req-cfe5ddd3-2981-45c4-a972-9e67d4de0cb3 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 945 time: 0.1268592 May 04 14:39:18.259654 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bfec511f-0d44-41d6-a0f7-69daa4057b48 req-75c5ba5d-3274-4706-a61c-c741fd6bdbe0 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cd26c73-a997-49ff-8045-e365474bd63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789325 May 04 14:39:18.625011 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da74d76-260e-4692-bb74-cd375a421694 req-e8d929b4-b103-45a6-9dd4-8158e4059874 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:18.626652 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8da74d76-260e-4692-bb74-cd375a421694 req-e8d929b4-b103-45a6-9dd4-8158e4059874 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.0915465 May 04 14:39:18.676051 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8da74d76-260e-4692-bb74-cd375a421694 req-9eff3af6-1c76-421d-81f9-2a5d18bbb2fa tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432174 May 04 14:39:19.479898 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d1d17-db5a-4c04-a2b3-354df41f47f1 req-dec33b81-e8a6-41ec-9698-78a9534d740a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:19.482469 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-333d1d17-db5a-4c04-a2b3-354df41f47f1 req-dec33b81-e8a6-41ec-9698-78a9534d740a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 945 time: 0.0909157 May 04 14:39:19.533077 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-333d1d17-db5a-4c04-a2b3-354df41f47f1 req-6ce4d1d8-b490-4035-97e5-c6ef6e1f44bb tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cd26c73-a997-49ff-8045-e365474bd63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442791 May 04 14:39:19.923484 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f57ad-6609-4fcf-b4f8-3f48d4710f6f req-7d336907-ca4d-4b95-ad6b-cfd2752efdd5 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:19.925346 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-094f57ad-6609-4fcf-b4f8-3f48d4710f6f req-7d336907-ca4d-4b95-ad6b-cfd2752efdd5 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.1293602 May 04 14:39:20.009439 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-094f57ad-6609-4fcf-b4f8-3f48d4710f6f req-f3b37129-8643-400b-a867-64fa14ba6fdb tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722921 May 04 14:39:20.183203 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e4083-a5d3-44f1-b1e3-1eab40770f75 req-41097287-1c4d-44fb-a572-7a1ae350a527 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:20.185097 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0c2e4083-a5d3-44f1-b1e3-1eab40770f75 req-41097287-1c4d-44fb-a572-7a1ae350a527 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 945 time: 0.0973322 May 04 14:39:20.363029 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-0c2e4083-a5d3-44f1-b1e3-1eab40770f75 req-90128922-6110-4a33-a4db-77a55deffe89 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Deleting port 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:39:20.363568 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-0c2e4083-a5d3-44f1-b1e3-1eab40770f75 req-90128922-6110-4a33-a4db-77a55deffe89 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:20.545680 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-0c2e4083-a5d3-44f1-b1e3-1eab40770f75 req-90128922-6110-4a33-a4db-77a55deffe89 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] For port 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9342dbd5-4d10-4381-9a5a-8fe0bc2454ba,segment=NetworkSegment(91b1a557-4212-46b1-ad6b-47600618937a),segment_id=91b1a557-4212-46b1-ad6b-47600618937a)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:20.546189 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-0c2e4083-a5d3-44f1-b1e3-1eab40770f75 req-90128922-6110-4a33-a4db-77a55deffe89 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:20.948637 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-0c2e4083-a5d3-44f1-b1e3-1eab40770f75 req-90128922-6110-4a33-a4db-77a55deffe89 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:20.949591 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-0c2e4083-a5d3-44f1-b1e3-1eab40770f75 req-90128922-6110-4a33-a4db-77a55deffe89 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946001'] for floatingip, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:20.949591 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.db.l3_db [req-0c2e4083-a5d3-44f1-b1e3-1eab40770f75 req-90128922-6110-4a33-a4db-77a55deffe89 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Floating IP f10ca9e7-4b35-4651-89d3-cdc2a217cb79 disassociated. External IP: 172.28.3.187, port: 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba. May 04 14:39:20.949910 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-0c2e4083-a5d3-44f1-b1e3-1eab40770f75 req-90128922-6110-4a33-a4db-77a55deffe89 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Calling delete_port for 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba owned by compute:nova {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:39:20.962129 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a12e2e-cdfa-49ff-89db-706e9abeef7f req-bfd9404e-4f9d-4bbe-8cf4-b09dba02f27d tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:20.963675 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-50a12e2e-cdfa-49ff-89db-706e9abeef7f req-bfd9404e-4f9d-4bbe-8cf4-b09dba02f27d tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 945 time: 0.2242467 May 04 14:39:21.027371 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-50a12e2e-cdfa-49ff-89db-706e9abeef7f req-b2e52f4d-0699-49da-a6bf-6ffa388f707a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups?id=7cd26c73-a997-49ff-8045-e365474bd63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492377 May 04 14:39:21.176854 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-0c2e4083-a5d3-44f1-b1e3-1eab40770f75 req-90128922-6110-4a33-a4db-77a55deffe89 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:21.186198 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:21.422458 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90128922-6110-4a33-a4db-77a55deffe89 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Pushing event deleted for resources: {'Port': ['ID=9342dbd5-4d10-4381-9a5a-8fe0bc2454ba,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:21.487455 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-90128922-6110-4a33-a4db-77a55deffe89 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:21.663799 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8ad76-a443-4b41-a62e-218425d00d4b req-45fe4b33-afd4-4171-a497-26c00fa936e5 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:21.666511 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-27c8ad76-a443-4b41-a62e-218425d00d4b req-45fe4b33-afd4-4171-a497-26c00fa936e5 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.4428596 May 04 14:39:21.708896 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c2e4083-a5d3-44f1-b1e3-1eab40770f75 req-90128922-6110-4a33-a4db-77a55deffe89 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Router 69f9ee52-154c-4468-b260-09d137a7f7ca has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:39:21.845739 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-27c8ad76-a443-4b41-a62e-218425d00d4b req-b98e5166-b332-458e-b170-663631ef1bed tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706314 May 04 14:39:21.927845 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bd6d3-d4da-495f-a240-856e3fb9bd21 req-c29024bf-71a7-486d-9638-892537a78584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:21.930044 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-c18bd6d3-d4da-495f-a240-856e3fb9bd21 req-c29024bf-71a7-486d-9638-892537a78584 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9af81ed309c4321bdd601cdf3c05a10&device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 1099 time: 0.1328053 May 04 14:39:22.021753 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c2e4083-a5d3-44f1-b1e3-1eab40770f75 req-90128922-6110-4a33-a4db-77a55deffe89 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:39:22.041622 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f158da-c3ad-4a3d-923f-f14cd7d906a8 None None] Sync routers for ids ['69f9ee52-154c-4468-b260-09d137a7f7ca'] in dv-cinder-772623-4-smb {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:39:22.058436 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f158da-c3ad-4a3d-923f-f14cd7d906a8 None None] Routers {'69f9ee52-154c-4468-b260-09d137a7f7ca'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:39:22.070102 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-d5f158da-c3ad-4a3d-923f-f14cd7d906a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:39:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['69f9ee52-154c-4468-b260-09d137a7f7ca'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:22.147316 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2e4083-a5d3-44f1-b1e3-1eab40770f75 req-90128922-6110-4a33-a4db-77a55deffe89 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] No DVR routers for this DVR port 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba on host hv-cinder-77262 {{(pid=73821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:39:22.150931 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-0c2e4083-a5d3-44f1-b1e3-1eab40770f75 req-90128922-6110-4a33-a4db-77a55deffe89 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:22.151271 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bd6d3-d4da-495f-a240-856e3fb9bd21 req-5fad38f2-c625-421e-8dd2-dcf6d24f4c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:22.154179 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-c18bd6d3-d4da-495f-a240-856e3fb9bd21 req-5fad38f2-c625-421e-8dd2-dcf6d24f4c66 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e665b7e8-0c6e-4f5f-a726-42fdf586edb2 HTTP/1.1" status: 200 len: 909 time: 0.2168355 May 04 14:39:22.154743 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a310ecd-8693-4350-a912-692872773c37', 'name': 'network-vif-deleted', 'tag': '9342dbd5-4d10-4381-9a5a-8fe0bc2454ba'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:39:22.202578 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0c2e4083-a5d3-44f1-b1e3-1eab40770f75 req-90128922-6110-4a33-a4db-77a55deffe89 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.47 "DELETE /v2.0/ports/9342dbd5-4d10-4381-9a5a-8fe0bc2454ba HTTP/1.1" status: 204 len: 173 time: 2.0105751 May 04 14:39:22.343249 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-83ec3be8-2293-4084-ae16-7a4310b256de req-699e687e-fb33-4ed7-91b9-ef6656932494 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Synchronizing usage tracker for tenant:94143385d04d4e4daae864a0a23daa8d on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:39:22.376840 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-83ec3be8-2293-4084-ae16-7a4310b256de req-699e687e-fb33-4ed7-91b9-ef6656932494 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Unset dirty status for tenant:94143385d04d4e4daae864a0a23daa8d on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:39:22.390156 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-83ec3be8-2293-4084-ae16-7a4310b256de req-699e687e-fb33-4ed7-91b9-ef6656932494 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a310ecd-8693-4350-a912-692872773c37 HTTP/1.1" status: 200 len: 210 time: 0.1232750 May 04 14:39:22.431485 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-c18bd6d3-d4da-495f-a240-856e3fb9bd21 req-fba13897-611c-477f-8f6f-50c001e1063b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39f684f2-0f17-413a-bbc0-da1a77fb5ff0 HTTP/1.1" status: 200 len: 1002 time: 0.2645104 May 04 14:39:22.447013 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a310ecd-8693-4350-a912-692872773c37', 'name': 'network-vif-deleted', 'tag': '9342dbd5-4d10-4381-9a5a-8fe0bc2454ba', 'status': 'completed', 'code': 200} May 04 14:39:22.554131 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-d5f158da-c3ad-4a3d-923f-f14cd7d906a8 None None] Set router 69f9ee52-154c-4468-b260-09d137a7f7ca gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:39:22.556304 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bd6d3-d4da-495f-a240-856e3fb9bd21 req-039e31fe-9b00-4891-9a00-46cda06e067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:22.558239 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-c18bd6d3-d4da-495f-a240-856e3fb9bd21 req-039e31fe-9b00-4891-9a00-46cda06e067d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36f2a37b-6dd1-46ea-b4b2-d52446e862c4 HTTP/1.1" status: 200 len: 847 time: 0.1125615 May 04 14:39:22.694336 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bd6d3-d4da-495f-a240-856e3fb9bd21 req-209b0dcd-581f-4e45-8e13-178f355456d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:22.695778 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-c18bd6d3-d4da-495f-a240-856e3fb9bd21 req-209b0dcd-581f-4e45-8e13-178f355456d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e665b7e8-0c6e-4f5f-a726-42fdf586edb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1301281 May 04 14:39:22.960135 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-d5f158da-c3ad-4a3d-923f-f14cd7d906a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '86576182-9113-4960-bb3f-d84f5b475de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:33:42Z', 'revision_number': 4, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port': {'id': '86576182-9113-4960-bb3f-d84f5b475de7', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:31Z', 'updated_at': '2021-05-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '6ccbe198-bb60-48d6-9798-1e1775af71ef', 'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'mac_address': 'fa:16:3e:72:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:39Z', 'updated_at': '2021-05-04T14:33:57Z', 'revision_number': 5, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'subnets': [{'id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:22.966426 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f158da-c3ad-4a3d-923f-f14cd7d906a8 None None] Checking router: 69f9ee52-154c-4468-b260-09d137a7f7ca for host: dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:39:22.976415 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-c18bd6d3-d4da-495f-a240-856e3fb9bd21 req-bf4fb0d7-df77-449c-9262-9ce6cb013e1c service neutron] 10.222.0.47 "GET /v2.0/networks/e665b7e8-0c6e-4f5f-a726-42fdf586edb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649662 May 04 14:39:22.979793 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f158da-c3ad-4a3d-923f-f14cd7d906a8 None None] Routers {'69f9ee52-154c-4468-b260-09d137a7f7ca'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:39:22.980991 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-d5f158da-c3ad-4a3d-923f-f14cd7d906a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:39:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['69f9ee52-154c-4468-b260-09d137a7f7ca'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:23.208184 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-c18bd6d3-d4da-495f-a240-856e3fb9bd21 req-d17f2372-ccf7-4dac-b20b-fc7a99a15825 service neutron] 10.222.0.47 "GET /v2.0/networks/e665b7e8-0c6e-4f5f-a726-42fdf586edb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234671 May 04 14:39:23.241618 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f6edd-5c56-4916-acda-7f9af7785903 req-43367fd3-8337-47c5-b04b-b0f2880b09e3 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:23.249345 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5c5f6edd-5c56-4916-acda-7f9af7785903 req-43367fd3-8337-47c5-b04b-b0f2880b09e3 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.1701889 May 04 14:39:23.304851 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5c5f6edd-5c56-4916-acda-7f9af7785903 req-88f66dd3-1488-4fa1-adf1-e2a9263c60c7 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523238 May 04 14:39:23.372674 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-d5f158da-c3ad-4a3d-923f-f14cd7d906a8 None None] Set router 69f9ee52-154c-4468-b260-09d137a7f7ca gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:39:23.545924 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 32934) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:23.627864 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a27cde89-74c9-46d4-96a2-015bbb566e70 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:23.665045 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a27cde89-74c9-46d4-96a2-015bbb566e70 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:23.751140 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a27cde89-74c9-46d4-96a2-015bbb566e70 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:23.758149 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b2b6ebf0-8819-4167-899a-817a2d2d8ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:23.773446 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-d5f158da-c3ad-4a3d-923f-f14cd7d906a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '86576182-9113-4960-bb3f-d84f5b475de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:33:42Z', 'revision_number': 4, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port': {'id': '86576182-9113-4960-bb3f-d84f5b475de7', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:31Z', 'updated_at': '2021-05-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '6ccbe198-bb60-48d6-9798-1e1775af71ef', 'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'mac_address': 'fa:16:3e:72:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:39Z', 'updated_at': '2021-05-04T14:33:57Z', 'revision_number': 5, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'subnets': [{'id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:23.778296 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f158da-c3ad-4a3d-923f-f14cd7d906a8 None None] The sync data for ids ['69f9ee52-154c-4468-b260-09d137a7f7ca'] in dv-cinder-772623-4-smb is: [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '86576182-9113-4960-bb3f-d84f5b475de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:33:42Z', 'revision_number': 4, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port': {'id': '86576182-9113-4960-bb3f-d84f5b475de7', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:31Z', 'updated_at': '2021-05-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '6ccbe198-bb60-48d6-9798-1e1775af71ef', 'name': '', 'network_id': 'a4994e1e-ba52-4aa5-a707-a4c26b5227b9', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'mac_address': 'fa:16:3e:72:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:39Z', 'updated_at': '2021-05-04T14:33:57Z', 'revision_number': 5, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'subnets': [{'id': 'd35a3c5f-3c94-4166-926a-729a198f0bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:39:23.779691 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cde89-74c9-46d4-96a2-015bbb566e70 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd26c73-a997-49ff-8045-e365474bd63e,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:23.784453 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a27cde89-74c9-46d4-96a2-015bbb566e70 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:23.809369 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a27cde89-74c9-46d4-96a2-015bbb566e70 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:23.813305 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-a27cde89-74c9-46d4-96a2-015bbb566e70 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "DELETE /v2.0/security-groups/7cd26c73-a997-49ff-8045-e365474bd63e HTTP/1.1" status: 204 len: 168 time: 0.2653635 May 04 14:39:23.816688 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 32940) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:23.852618 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.api.v2.resource [None req-f6a3ff93-04d1-4cce-8311-b8236d669673 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] show failed (client error): The resource could not be found. May 04 14:39:23.854610 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-f6a3ff93-04d1-4cce-8311-b8236d669673 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "GET /v2.0/security-groups/7cd26c73-a997-49ff-8045-e365474bd63e HTTP/1.1" status: 404 len: 347 time: 0.0341043 May 04 14:39:23.858687 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 32944) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:23.864330 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:39:23.911694 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] No Port match for: 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:39:23.912311 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 9342dbd5-4d10-4381-9a5a-8fe0bc2454ba not bound to the agent host hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:39:24.082959 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6031ae9c-a9cc-40a8-a184-3e26dfd7d870 None None] New status for floating IP f10ca9e7-4b35-4651-89d3-cdc2a217cb79: DOWN {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:39:24.235745 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-0b381e2a-d0c3-4282-a6bc-0ae6622ac70a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Deleting port 954cdb03-b875-4772-a4eb-81b29c609ca7 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:39:24.236610 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0b381e2a-d0c3-4282-a6bc-0ae6622ac70a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:24.613083 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae15e56-9b3e-4b25-b193-ebbe11e59bd4 req-c4907014-5883-4dcc-b97d-2758bc117708 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:24.615100 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0ae15e56-9b3e-4b25-b193-ebbe11e59bd4 req-c4907014-5883-4dcc-b97d-2758bc117708 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.1108801 May 04 14:39:24.617100 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0b381e2a-d0c3-4282-a6bc-0ae6622ac70a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:24.617561 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0b381e2a-d0c3-4282-a6bc-0ae6622ac70a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:24.684141 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0ae15e56-9b3e-4b25-b193-ebbe11e59bd4 req-d9e029cc-132f-4d6e-b615-a48da8b210a4 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615125 May 04 14:39:24.844914 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-0b381e2a-d0c3-4282-a6bc-0ae6622ac70a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Calling delete_port for 954cdb03-b875-4772-a4eb-81b29c609ca7 owned by network:floatingip {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:39:25.032498 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0b381e2a-d0c3-4282-a6bc-0ae6622ac70a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:25.039266 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e2f894f3-08ae-4c0f-a0e5-6b5243a34f06 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:25.093569 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b381e2a-d0c3-4282-a6bc-0ae6622ac70a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Pushing event deleted for resources: {'Port': ['ID=954cdb03-b875-4772-a4eb-81b29c609ca7,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:25.135215 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0b381e2a-d0c3-4282-a6bc-0ae6622ac70a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:25.238634 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0b381e2a-d0c3-4282-a6bc-0ae6622ac70a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks [] for floatingip, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:25.268217 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0b381e2a-d0c3-4282-a6bc-0ae6622ac70a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:25.270262 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-0b381e2a-d0c3-4282-a6bc-0ae6622ac70a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] 10.222.0.37 "DELETE /v2.0/floatingips/f10ca9e7-4b35-4651-89d3-cdc2a217cb79 HTTP/1.1" status: 204 len: 168 time: 1.4105966 May 04 14:39:25.990130 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89333c60-2d83-44d6-b3ac-56c4a893d936 req-07cf8c7e-adef-4387-96a2-7fcadf104191 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:25.992105 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-89333c60-2d83-44d6-b3ac-56c4a893d936 req-07cf8c7e-adef-4387-96a2-7fcadf104191 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.1064117 May 04 14:39:26.077696 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-89333c60-2d83-44d6-b3ac-56c4a893d936 req-fe5674a8-9cbf-470b-871d-16ecfa4ce932 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783734 May 04 14:39:26.420147 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 32974) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:26.513035 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25ed73-5f98-429b-a8e8-39c3122ef263 req-3acf0ce2-17bb-4cbb-8660-4618154e0139 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:26.515469 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cf25ed73-5f98-429b-a8e8-39c3122ef263 req-3acf0ce2-17bb-4cbb-8660-4618154e0139 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.1307347 May 04 14:39:26.577998 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-83607d61-5d39-494c-8178-6380de85cc7a req-11b56a36-9e0e-498d-8858-f2feecb4ee31 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1565566 May 04 14:39:26.600631 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cf25ed73-5f98-429b-a8e8-39c3122ef263 req-b9789443-92e4-4103-9377-804f929b10f7 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782492 May 04 14:39:27.826649 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e262aa5-6c26-40ce-b775-cca92d74dc32 req-7e220aa7-31f0-450b-91b2-2db42b6ff684 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:27.828285 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1e262aa5-6c26-40ce-b775-cca92d74dc32 req-7e220aa7-31f0-450b-91b2-2db42b6ff684 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.0908241 May 04 14:39:27.885822 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1e262aa5-6c26-40ce-b775-cca92d74dc32 req-675e45a2-f1d4-4272-9537-37c06f7640c9 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505285 May 04 14:39:27.897393 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:39:28.127636 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:28.194427 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadf1a41-dc02-46c9-ab5c-84b71ca277bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:39:28.232646 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=39f684f2-0f17-413a-bbc0-da1a77fb5ff0,segment=NetworkSegment(52453880-2caa-4bcb-8e05-b99f8cf05f49),segment_id=52453880-2caa-4bcb-8e05-b99f8cf05f49)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:28.242384 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:28.250513 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-6c9bb839-236e-4c7c-9d7e-86e27eea59fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:28.446706 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=39f684f2-0f17-413a-bbc0-da1a77fb5ff0,revision_number=6']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:28.453322 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:28.475232 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadf1a41-dc02-46c9-ab5c-84b71ca277bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0', 'code': 200} May 04 14:39:28.715400 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83607d61-5d39-494c-8178-6380de85cc7a req-96ec5b4c-14ec-4fbc-a5f2-27de737df763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:28.717283 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-83607d61-5d39-494c-8178-6380de85cc7a req-96ec5b4c-14ec-4fbc-a5f2-27de737df763 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb&tenant_id=b9af81ed309c4321bdd601cdf3c05a10 HTTP/1.1" status: 200 len: 1097 time: 0.0966411 May 04 14:39:28.832351 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83607d61-5d39-494c-8178-6380de85cc7a req-02fdcead-119c-4b56-963c-7fb4c48c997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:28.833964 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-83607d61-5d39-494c-8178-6380de85cc7a req-02fdcead-119c-4b56-963c-7fb4c48c997c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9af81ed309c4321bdd601cdf3c05a10&device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 1097 time: 0.0927970 May 04 14:39:28.995369 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83607d61-5d39-494c-8178-6380de85cc7a req-60926d85-8f6b-4e2c-b684-589445cc934d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:28.997850 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-83607d61-5d39-494c-8178-6380de85cc7a req-60926d85-8f6b-4e2c-b684-589445cc934d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e665b7e8-0c6e-4f5f-a726-42fdf586edb2 HTTP/1.1" status: 200 len: 909 time: 0.1566350 May 04 14:39:29.145513 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-83607d61-5d39-494c-8178-6380de85cc7a req-d1723c99-7be5-44e3-b99b-1a3901aa7681 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39f684f2-0f17-413a-bbc0-da1a77fb5ff0 HTTP/1.1" status: 200 len: 1000 time: 0.1400530 May 04 14:39:29.159609 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6209cd-d26c-407f-a5d2-491e14638603 req-ec89e823-4a37-477b-bcfd-53cbec189e8d tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:29.161263 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ec6209cd-d26c-407f-a5d2-491e14638603 req-ec89e823-4a37-477b-bcfd-53cbec189e8d tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 944 time: 0.1073368 May 04 14:39:29.235368 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ec6209cd-d26c-407f-a5d2-491e14638603 req-b03e45be-3f9d-436a-8026-664ff22b0780 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614624 May 04 14:39:29.242764 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83607d61-5d39-494c-8178-6380de85cc7a req-38598377-1c2e-423d-b87d-0ffb90005152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:29.245240 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-83607d61-5d39-494c-8178-6380de85cc7a req-38598377-1c2e-423d-b87d-0ffb90005152 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36f2a37b-6dd1-46ea-b4b2-d52446e862c4 HTTP/1.1" status: 200 len: 847 time: 0.0925758 May 04 14:39:29.340976 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83607d61-5d39-494c-8178-6380de85cc7a req-1819d340-6851-4cb8-8d8a-2637c9ed3ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:29.342502 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-83607d61-5d39-494c-8178-6380de85cc7a req-1819d340-6851-4cb8-8d8a-2637c9ed3ada service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e665b7e8-0c6e-4f5f-a726-42fdf586edb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0895989 May 04 14:39:29.498497 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-83607d61-5d39-494c-8178-6380de85cc7a req-a89604ca-f9ae-462f-9284-d435fa38ef79 service neutron] 10.222.0.47 "GET /v2.0/networks/e665b7e8-0c6e-4f5f-a726-42fdf586edb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490617 May 04 14:39:29.588893 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:39:29.650618 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-83607d61-5d39-494c-8178-6380de85cc7a req-8f264405-48da-42f5-8dd5-acb50c0bda43 service neutron] 10.222.0.47 "GET /v2.0/networks/e665b7e8-0c6e-4f5f-a726-42fdf586edb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460829 May 04 14:39:29.942106 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 33034) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:30.783002 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd3235-407b-4d71-a958-a90a2200137d req-615a4a56-832e-4aad-9b64-b5632f6627e3 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:30.784568 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-addd3235-407b-4d71-a958-a90a2200137d req-615a4a56-832e-4aad-9b64-b5632f6627e3 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 944 time: 0.3737922 May 04 14:39:30.888308 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-addd3235-407b-4d71-a958-a90a2200137d req-ff40b933-3b78-4209-8a3c-85b462ca359a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934043 May 04 14:39:31.117848 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a680679d-dd09-4860-92e7-5c06f8ef4013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919107'] for router_interface, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:31.583711 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-a680679d-dd09-4860-92e7-5c06f8ef4013 admin admin] Deleting port 6ccbe198-bb60-48d6-9798-1e1775af71ef {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:39:31.584035 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a680679d-dd09-4860-92e7-5c06f8ef4013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:31.775371 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-a680679d-dd09-4860-92e7-5c06f8ef4013 admin admin] For port 6ccbe198-bb60-48d6-9798-1e1775af71ef, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=6ccbe198-bb60-48d6-9798-1e1775af71ef,segment=NetworkSegment(91b1a557-4212-46b1-ad6b-47600618937a),segment_id=91b1a557-4212-46b1-ad6b-47600618937a)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:31.775855 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a680679d-dd09-4860-92e7-5c06f8ef4013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:31.898333 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:39:31.914064 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-a680679d-dd09-4860-92e7-5c06f8ef4013 admin admin] Calling delete_port for 6ccbe198-bb60-48d6-9798-1e1775af71ef owned by network:router_interface {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:39:32.141296 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=39f684f2-0f17-413a-bbc0-da1a77fb5ff0,segment=NetworkSegment(52453880-2caa-4bcb-8e05-b99f8cf05f49),segment_id=52453880-2caa-4bcb-8e05-b99f8cf05f49)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:32.164631 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0', 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2', 'port_id': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0', 'mac_address': 'fa:16:3e:5b:32:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:39:32.243025 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:32.262638 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:39:32.280932 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7121e-80ac-4cb3-9a1c-c1074593a0eb req-a057172b-3b64-46a5-a1de-c3e56108bb8d tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:32.281548 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=39f684f2-0f17-413a-bbc0-da1a77fb5ff0,segment=NetworkSegment(52453880-2caa-4bcb-8e05-b99f8cf05f49),segment_id=52453880-2caa-4bcb-8e05-b99f8cf05f49)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:32.282562 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cdc7121e-80ac-4cb3-9a1c-c1074593a0eb req-a057172b-3b64-46a5-a1de-c3e56108bb8d tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 944 time: 0.2445035 May 04 14:39:32.295348 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:32.300628 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:32.322875 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a680679d-dd09-4860-92e7-5c06f8ef4013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:32.330768 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-66d5fa2a-fadd-42d2-b549-e8d1f08e109f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:32.401526 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=39f684f2-0f17-413a-bbc0-da1a77fb5ff0,revision_number=7']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:32.406478 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:32.512068 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680679d-dd09-4860-92e7-5c06f8ef4013 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ccbe198-bb60-48d6-9798-1e1775af71ef,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:32.522718 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a680679d-dd09-4860-92e7-5c06f8ef4013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:32.533198 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['39f684f2-0f17-413a-bbc0-da1a77fb5ff0'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:39:32.569714 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cdc7121e-80ac-4cb3-9a1c-c1074593a0eb req-297f21fb-e41b-4cc8-830d-0310dc11ba86 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784054 May 04 14:39:32.578323 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992de36-d3f7-4c79-945b-a0ee1e9f06fb req-dc2c7e13-0382-421b-97b0-d9db93898e00 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:32.579951 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8992de36-d3f7-4c79-945b-a0ee1e9f06fb req-dc2c7e13-0382-421b-97b0-d9db93898e00 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=12f3bc28-9c06-4be7-a8f8-df9e034db955 HTTP/1.1" status: 200 len: 945 time: 0.4639540 May 04 14:39:32.690900 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8992de36-d3f7-4c79-945b-a0ee1e9f06fb req-dbc51326-afe8-4e02-b243-b26193dbd9cb tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796847 May 04 14:39:32.918258 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a680679d-dd09-4860-92e7-5c06f8ef4013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943603'] for router_interface, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:33.583323 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a680679d-dd09-4860-92e7-5c06f8ef4013 admin admin] Router 69f9ee52-154c-4468-b260-09d137a7f7ca has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:39:33.899108 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:39:33.975811 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a680679d-dd09-4860-92e7-5c06f8ef4013 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:39:33.991164 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c71a9e-e73a-409b-84ff-e6888bde7fc3 None None] Sync routers for ids ['69f9ee52-154c-4468-b260-09d137a7f7ca'] in dv-cinder-772623-4-smb {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:39:34.020418 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c71a9e-e73a-409b-84ff-e6888bde7fc3 None None] Routers {'69f9ee52-154c-4468-b260-09d137a7f7ca'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:39:34.021537 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-b6c71a9e-e73a-409b-84ff-e6888bde7fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:39:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['69f9ee52-154c-4468-b260-09d137a7f7ca'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:34.022956 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-a680679d-dd09-4860-92e7-5c06f8ef4013 admin admin] 10.222.0.37 "PUT /v2.0/routers/69f9ee52-154c-4468-b260-09d137a7f7ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0794053 May 04 14:39:34.026361 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33076) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:34.052193 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69ffde-4856-4221-8c9a-ed8df75bfe16 req-d2254d85-1fb0-46ba-a39b-622bef8122fc tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:34.054789 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0b69ffde-4856-4221-8c9a-ed8df75bfe16 req-d2254d85-1fb0-46ba-a39b-622bef8122fc tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 945 time: 0.3150063 May 04 14:39:34.166666 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d36df-27c0-42ab-babf-4afd5a098cb1 req-1f04c123-4aae-42df-b0da-9efa5bedcddb tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:34.169660 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4e2d36df-27c0-42ab-babf-4afd5a098cb1 req-1f04c123-4aae-42df-b0da-9efa5bedcddb tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=12f3bc28-9c06-4be7-a8f8-df9e034db955 HTTP/1.1" status: 200 len: 945 time: 0.2865484 May 04 14:39:34.172580 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:39:34.173213 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:34.178327 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0b69ffde-4856-4221-8c9a-ed8df75bfe16 req-0a854b18-e521-4846-bdb7-c211d6d8ae89 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142402 May 04 14:39:34.284443 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4e2d36df-27c0-42ab-babf-4afd5a098cb1 req-1e990162-fccf-4ae8-8581-1fbb3891d4fb tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978997 May 04 14:39:34.295419 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:34.459613 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-b6c71a9e-e73a-409b-84ff-e6888bde7fc3 None None] Set router 69f9ee52-154c-4468-b260-09d137a7f7ca gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:39:34.664601 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:34.735375 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:34.785552 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadf1a41-dc02-46c9-ab5c-84b71ca277bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:39:34.814420 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=39f684f2-0f17-413a-bbc0-da1a77fb5ff0,segment=NetworkSegment(52453880-2caa-4bcb-8e05-b99f8cf05f49),segment_id=52453880-2caa-4bcb-8e05-b99f8cf05f49)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:34.819819 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Deleting port 86576182-9113-4960-bb3f-d84f5b475de7 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:39:34.820160 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:34.892010 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:34.905774 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadf1a41-dc02-46c9-ab5c-84b71ca277bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0', 'code': 200} May 04 14:39:34.906676 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:34.996928 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] For port 86576182-9113-4960-bb3f-d84f5b475de7, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=86576182-9113-4960-bb3f-d84f5b475de7,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:34.997383 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:35.091721 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-b6c71a9e-e73a-409b-84ff-e6888bde7fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '86576182-9113-4960-bb3f-d84f5b475de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:39:32Z', 'revision_number': 5, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port': {'id': '86576182-9113-4960-bb3f-d84f5b475de7', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:33:31Z', 'updated_at': '2021-05-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:35.096590 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=39f684f2-0f17-413a-bbc0-da1a77fb5ff0,revision_number=8']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:35.113748 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:35.122678 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c71a9e-e73a-409b-84ff-e6888bde7fc3 None None] Checking router: 69f9ee52-154c-4468-b260-09d137a7f7ca for host: dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:39:35.140013 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c71a9e-e73a-409b-84ff-e6888bde7fc3 None None] Routers {'69f9ee52-154c-4468-b260-09d137a7f7ca'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:39:35.140932 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-b6c71a9e-e73a-409b-84ff-e6888bde7fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:39:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['69f9ee52-154c-4468-b260-09d137a7f7ca'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:35.145425 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Calling delete_port for 86576182-9113-4960-bb3f-d84f5b475de7 owned by network:router_gateway {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:39:35.378535 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:35.389037 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:35.447691 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-b6c71a9e-e73a-409b-84ff-e6888bde7fc3 None None] Set router 69f9ee52-154c-4468-b260-09d137a7f7ca gateway port host: None {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:39:35.525605 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de54d7-9d63-4dd1-9baf-2c8ea86420d0 req-7143e346-8093-41ca-b8cb-faa3c3ae68af tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:35.533487 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=86576182-9113-4960-bb3f-d84f5b475de7,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:35.536716 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-66de54d7-9d63-4dd1-9baf-2c8ea86420d0 req-7143e346-8093-41ca-b8cb-faa3c3ae68af tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.1356895 May 04 14:39:35.630313 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-66de54d7-9d63-4dd1-9baf-2c8ea86420d0 req-256af12c-7634-4f95-854d-5261b3be604d tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922637 May 04 14:39:35.638875 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:35.639653 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:35.640083 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:35.640682 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:35.641386 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:35.642021 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:35.642621 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:35.643208 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:35.643803 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:35.644419 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:35.645023 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:35.645666 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:35.656521 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-b6c71a9e-e73a-409b-84ff-e6888bde7fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:39:34Z', 'revision_number': 6, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port_host': None}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:35.668926 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c71a9e-e73a-409b-84ff-e6888bde7fc3 None None] The sync data for ids ['69f9ee52-154c-4468-b260-09d137a7f7ca'] in dv-cinder-772623-4-smb is: [{'id': '69f9ee52-154c-4468-b260-09d137a7f7ca', 'name': 'tempest-AttachVolumeTestJSON-1646357807-router', 'tenant_id': '94143385d04d4e4daae864a0a23daa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:33:29Z', 'updated_at': '2021-05-04T14:39:34Z', 'revision_number': 6, 'project_id': '94143385d04d4e4daae864a0a23daa8d', 'gw_port_host': None}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:39:35.673220 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:35.676850 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c33ca1ba-ba0a-414e-a314-a711ce7be7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:35.710078 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08647e36-93a3-4789-a2cc-b5e9a6f84aad req-bb28b26a-153a-4f71-8cd5-999843c63ee6 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:35.712531 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-08647e36-93a3-4789-a2cc-b5e9a6f84aad req-bb28b26a-153a-4f71-8cd5-999843c63ee6 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=12f3bc28-9c06-4be7-a8f8-df9e034db955 HTTP/1.1" status: 200 len: 945 time: 0.1248169 May 04 14:39:35.750797 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946028'] for router_gateway, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:35.774817 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-08647e36-93a3-4789-a2cc-b5e9a6f84aad req-a4b5a237-d766-4853-a573-c243095982fc tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556383 May 04 14:39:35.838933 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad14755-30ef-4ef9-a32e-fa7d46b7bf58 req-87bc750c-460c-4519-a190-c2cf507ce8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:35.842109 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2ad14755-30ef-4ef9-a32e-fa7d46b7bf58 req-87bc750c-460c-4519-a190-c2cf507ce8cc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 1099 time: 0.6469169 May 04 14:39:36.140723 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27306'] for router, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:36.147414 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:36.311139 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2ad14755-30ef-4ef9-a32e-fa7d46b7bf58 req-9c59c157-02ab-4967-a6cd-13673e6e6559 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512416 May 04 14:39:36.343472 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-945444'] for router, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:36.344075 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69f9ee52-154c-4468-b260-09d137a7f7ca {{(pid=73822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 14:39:36.362881 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Notify callbacks [] for router, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:36.364405 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/69f9ee52-154c-4468-b260-09d137a7f7ca HTTP/1.1" status: 204 len: 168 time: 2.3356535 May 04 14:39:36.367643 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33104) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:36.458928 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d899d7-65ca-4b02-a668-d43c360a1d0f admin admin] Deleting subnet d35a3c5f-3c94-4166-926a-729a198f0bde {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:39:36.466640 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-12d899d7-65ca-4b02-a668-d43c360a1d0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:36.570735 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-12d899d7-65ca-4b02-a668-d43c360a1d0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743640'] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:36.625976 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb59a4-98eb-4076-9097-2b4b819978f1 req-66ba5ee5-984e-4888-afc4-87e7d9c491ed tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:36.627620 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-46bb59a4-98eb-4076-9097-2b4b819978f1 req-66ba5ee5-984e-4888-afc4-87e7d9c491ed tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.47 "GET /v2.0/ports?device_id=12f3bc28-9c06-4be7-a8f8-df9e034db955 HTTP/1.1" status: 200 len: 945 time: 0.3611195 May 04 14:39:36.649221 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c8714-e7f5-4c84-93e5-381c6ea71ff7 req-6f3063fa-cc7c-45c7-82ef-037e3c1c344a tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:36.653229 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f26c8714-e7f5-4c84-93e5-381c6ea71ff7 req-6f3063fa-cc7c-45c7-82ef-037e3c1c344a tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.3308399 May 04 14:39:36.710084 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 86576182-9113-4960-bb3f-d84f5b475de7 no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:39:36.761403 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No Port match for: 86576182-9113-4960-bb3f-d84f5b475de7 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:39:36.761403 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 86576182-9113-4960-bb3f-d84f5b475de7 not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:39:36.761403 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 6ccbe198-bb60-48d6-9798-1e1775af71ef no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:39:36.806218 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-12d899d7-65ca-4b02-a668-d43c360a1d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005557'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:36.816312 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No Port match for: 6ccbe198-bb60-48d6-9798-1e1775af71ef {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:39:36.816953 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 6ccbe198-bb60-48d6-9798-1e1775af71ef not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:39:37.017218 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f26c8714-e7f5-4c84-93e5-381c6ea71ff7 req-39047deb-e9c5-4a6e-9dda-8afdb64096e9 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847432 May 04 14:39:37.068240 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-46bb59a4-98eb-4076-9097-2b4b819978f1 req-8be426fb-5b5f-462a-92bc-d9065708c91d tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Deleting port 3738afe6-b5a7-4bd9-a595-e43c905cb8f2 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:39:37.068732 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-46bb59a4-98eb-4076-9097-2b4b819978f1 req-8be426fb-5b5f-462a-92bc-d9065708c91d tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:37.120867 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caede3-4900-426e-83e5-cd76750e5143 req-1965cbd5-6bd2-4d46-adc4-d3121984edea tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:37.122483 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-04caede3-4900-426e-83e5-cd76750e5143 req-1965cbd5-6bd2-4d46-adc4-d3121984edea tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.2243435 May 04 14:39:37.319095 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-12d899d7-65ca-4b02-a668-d43c360a1d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4005564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11462968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11678285'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:37.326852 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:37.369812 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d899d7-65ca-4b02-a668-d43c360a1d0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d35a3c5f-3c94-4166-926a-729a198f0bde,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:37.373232 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-12d899d7-65ca-4b02-a668-d43c360a1d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:37.377765 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-12d899d7-65ca-4b02-a668-d43c360a1d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:37.385579 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-12d899d7-65ca-4b02-a668-d43c360a1d0f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d35a3c5f-3c94-4166-926a-729a198f0bde HTTP/1.1" status: 204 len: 168 time: 1.0124726 May 04 14:39:37.385898 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33112) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:37.393196 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-04caede3-4900-426e-83e5-cd76750e5143 req-9bffd0e9-b37f-4f4a-ba40-8a357d43dff0 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617009 May 04 14:39:37.397590 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140af82d-303b-48cc-99c9-517d9f2f6a5a None None] Network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:39:37.417324 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-46bb59a4-98eb-4076-9097-2b4b819978f1 req-8be426fb-5b5f-462a-92bc-d9065708c91d tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] For port 3738afe6-b5a7-4bd9-a595-e43c905cb8f2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3738afe6-b5a7-4bd9-a595-e43c905cb8f2,segment=NetworkSegment(3e16ded3-1f33-4f09-856c-f5692ae4fb72),segment_id=3e16ded3-1f33-4f09-856c-f5692ae4fb72)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:37.417686 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-46bb59a4-98eb-4076-9097-2b4b819978f1 req-8be426fb-5b5f-462a-92bc-d9065708c91d tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:37.514652 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4112595'] for network, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:37.551846 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-46bb59a4-98eb-4076-9097-2b4b819978f1 req-8be426fb-5b5f-462a-92bc-d9065708c91d tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Calling delete_port for 3738afe6-b5a7-4bd9-a595-e43c905cb8f2 owned by compute:nova {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:39:37.592984 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c1e1d-a41c-419d-8e30-8edc8987c46b req-35060208-46d0-4f14-8092-001499e0e1f7 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:37.594527 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-450c1e1d-a41c-419d-8e30-8edc8987c46b req-35060208-46d0-4f14-8092-001499e0e1f7 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=12f3bc28-9c06-4be7-a8f8-df9e034db955 HTTP/1.1" status: 200 len: 945 time: 0.3202498 May 04 14:39:37.652287 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Deleting port 552700ed-1d0f-432c-af39-08793ac99401 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:39:37.653443 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:37.665286 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-450c1e1d-a41c-419d-8e30-8edc8987c46b req-910a6a63-2c34-4e26-bdd0-c95258c8a009 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/security-groups?id=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604637 May 04 14:39:37.771859 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-46bb59a4-98eb-4076-9097-2b4b819978f1 req-8be426fb-5b5f-462a-92bc-d9065708c91d tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:37.778617 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a680679d-dd09-4860-92e7-5c06f8ef4013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:37.787664 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['3738afe6-b5a7-4bd9-a595-e43c905cb8f2'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:39:37.799268 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] For port 552700ed-1d0f-432c-af39-08793ac99401, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=552700ed-1d0f-432c-af39-08793ac99401,segment=NetworkSegment(91b1a557-4212-46b1-ad6b-47600618937a),segment_id=91b1a557-4212-46b1-ad6b-47600618937a)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:37.799689 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:37.833675 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be426fb-5b5f-462a-92bc-d9065708c91d tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Pushing event deleted for resources: {'Port': ['ID=3738afe6-b5a7-4bd9-a595-e43c905cb8f2,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:37.838238 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8be426fb-5b5f-462a-92bc-d9065708c91d tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:37.879502 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a76b8f-a5fc-431d-ac8c-762e8a5660d9 None None] DHCP port deletion for a4994e1e-ba52-4aa5-a707-a4c26b5227b9 request from dv-cinder-772623-4-smb {{(pid=73823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 14:39:37.928311 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bb59a4-98eb-4076-9097-2b4b819978f1 req-8be426fb-5b5f-462a-92bc-d9065708c91d tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] No DVR routers for this DVR port 3738afe6-b5a7-4bd9-a595-e43c905cb8f2 on host hv-cinder-77262 {{(pid=73821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:39:37.933315 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-46bb59a4-98eb-4076-9097-2b4b819978f1 req-8be426fb-5b5f-462a-92bc-d9065708c91d tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:37.936276 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Calling delete_port for 552700ed-1d0f-432c-af39-08793ac99401 owned by network:dhcp {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:39:37.940624 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f3bc28-9c06-4be7-a8f8-df9e034db955', 'name': 'network-vif-deleted', 'tag': '3738afe6-b5a7-4bd9-a595-e43c905cb8f2'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:39:37.967879 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-46bb59a4-98eb-4076-9097-2b4b819978f1 req-8be426fb-5b5f-462a-92bc-d9065708c91d tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.47 "DELETE /v2.0/ports/3738afe6-b5a7-4bd9-a595-e43c905cb8f2 HTTP/1.1" status: 204 len: 173 time: 1.3122597 May 04 14:39:38.007541 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f3bc28-9c06-4be7-a8f8-df9e034db955', 'name': 'network-vif-deleted', 'tag': '3738afe6-b5a7-4bd9-a595-e43c905cb8f2', 'status': 'completed', 'code': 200} May 04 14:39:38.011390 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:38.018963 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-46a76b8f-a5fc-431d-ac8c-762e8a5660d9 None None] Deleting port 552700ed-1d0f-432c-af39-08793ac99401 {{(pid=73823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:39:38.019510 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-46a76b8f-a5fc-431d-ac8c-762e8a5660d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:38.019970 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-29a8aaa0-d191-47b4-82d4-8662324a7fb6 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:38.103226 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=552700ed-1d0f-432c-af39-08793ac99401,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:38.108556 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:38.110225 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] No DVR routers for this DVR port 552700ed-1d0f-432c-af39-08793ac99401 on host dv-cinder-772623-4-smb {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:39:38.159567 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a0eaa7db-f9bd-486b-b779-bc064f196cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:38.166770 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-46a76b8f-a5fc-431d-ac8c-762e8a5660d9 None None] For port 552700ed-1d0f-432c-af39-08793ac99401, host dv-cinder-772623-4-smb, got binding levels [] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:38.167257 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-46a76b8f-a5fc-431d-ac8c-762e8a5660d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:38.287550 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999016', 'neutron.services.segments.db._delete_segments_for_network-8740809660721'] for network, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:38.351495 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34174efa-9019-40c3-ba12-cb6ff7252a2c req-41dd2cad-009e-40ee-82bd-a1d48e9ea579 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:38.353394 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-34174efa-9019-40c3-ba12-cb6ff7252a2c req-41dd2cad-009e-40ee-82bd-a1d48e9ea579 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.1443048 May 04 14:39:38.410263 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-34174efa-9019-40c3-ba12-cb6ff7252a2c req-335769d2-7b27-42dd-956c-7e6293afd101 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463369 May 04 14:39:38.438991 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4994e1e-ba52-4aa5-a707-a4c26b5227b9']}} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:38.458605 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-46a76b8f-a5fc-431d-ac8c-762e8a5660d9 None None] Calling delete_port for 552700ed-1d0f-432c-af39-08793ac99401 owned by network:dhcp {{(pid=73823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:39:38.460892 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.ipam_backend_mixin [None req-46a76b8f-a5fc-431d-ac8c-762e8a5660d9 None None] Port 552700ed-1d0f-432c-af39-08793ac99401 was not found and therefore no delete operation was performed {{(pid=73823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 04 14:39:38.463617 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b1a557-4212-46b1-ad6b-47600618937a') {'for_net_delete': True} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:38.464148 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b1a557-4212-46b1-ad6b-47600618937a') {} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:38.469665 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-46a76b8f-a5fc-431d-ac8c-762e8a5660d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511'] for port, after_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:38.475895 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-3e2a2903-f41f-4afe-ac98-551b5480b90c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:38.486784 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740809672551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743649'] for segment, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:38.523800 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:38.537136 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=73822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:39:38.537540 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:38.539722 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a76b8f-a5fc-431d-ac8c-762e8a5660d9 None None] No DVR routers for this DVR port 552700ed-1d0f-432c-af39-08793ac99401 on host dv-cinder-772623-4-smb {{(pid=73823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:39:38.541300 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a76b8f-a5fc-431d-ac8c-762e8a5660d9 None None] Pushing event deleted for resources: {'Port': ['ID=552700ed-1d0f-432c-af39-08793ac99401,revision_number=None']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:38.577903 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-46a76b8f-a5fc-431d-ac8c-762e8a5660d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:38.626605 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda769a8-a4da-484a-87cd-b6eef19a5f73 req-99e5d9b7-c867-4590-a310-077b29cf4c0a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:38.628273 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cda769a8-a4da-484a-87cd-b6eef19a5f73 req-99e5d9b7-c867-4590-a310-077b29cf4c0a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.1032288 May 04 14:39:38.672889 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 552700ed-1d0f-432c-af39-08793ac99401 no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:39:38.721954 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cda769a8-a4da-484a-87cd-b6eef19a5f73 req-f01b7220-2e41-4e27-a730-99019eca3f89 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870624 May 04 14:39:38.723500 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No Port match for: 552700ed-1d0f-432c-af39-08793ac99401 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:39:38.724916 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 552700ed-1d0f-432c-af39-08793ac99401 not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:39:38.841202 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:39:38.851376 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4025312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11463834'] for segment, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:38.893543 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-9ae303eb-fa85-4e97-889c-0ccf91e1ce06 req-410944ea-49e2-4561-b7e7-8e0caa59373a tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Synchronizing usage tracker for tenant:814042fb29b14d4c96c124be93f65541 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:39:38.914457 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-9ae303eb-fa85-4e97-889c-0ccf91e1ce06 req-410944ea-49e2-4561-b7e7-8e0caa59373a tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Unset dirty status for tenant:814042fb29b14d4c96c124be93f65541 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:39:38.916005 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9ae303eb-fa85-4e97-889c-0ccf91e1ce06 req-410944ea-49e2-4561-b7e7-8e0caa59373a tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] 10.222.0.37 "GET /v2.0/ports?device_id=12f3bc28-9c06-4be7-a8f8-df9e034db955 HTTP/1.1" status: 200 len: 210 time: 0.0737240 May 04 14:39:39.146839 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:39.148522 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Network a4994e1e-ba52-4aa5-a707-a4c26b5227b9 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: Traceback (most recent call last): May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: timer() May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: cb(*args, **kw) May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: return func(*args, **kwargs) May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: self._notify() May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: self.callback(batched_events) May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: event.method(event) May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: return f(self, *a, **k) May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: return self._get(url).json() May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: return self.request(url, 'GET', **kwargs) May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:39:39.172141 dv-cinder-772623-4-smb neutron-server[73822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:39:39.255733 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945987'] for network, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:39.261340 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-85d86e56-e3ba-462d-b9cf-5c3119da95eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:39.282459 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:39.289681 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Pushing event deleted for resources: {'Network': ['ID=a4994e1e-ba52-4aa5-a707-a4c26b5227b9,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:39.295356 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:39.313295 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] 10.222.0.37 "DELETE /v2.0/networks/a4994e1e-ba52-4aa5-a707-a4c26b5227b9 HTTP/1.1" status: 204 len: 168 time: 1.9250119 May 04 14:39:39.446062 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33130) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:39.505610 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-61e4c772-e744-4249-9727-63c0c8136210 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94143385d04d4e4daae864a0a23daa8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0553474 May 04 14:39:39.506145 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 33136) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:39.611992 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-70484530-e9f9-4f14-af6a-83f91c126331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:39.652421 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-70484530-e9f9-4f14-af6a-83f91c126331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:39.714977 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60147d-d644-4c8e-9ca6-05e7e322ad9d req-61ee5693-dacb-44b1-846a-abbe63daef0e tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:39.716555 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6b60147d-d644-4c8e-9ca6-05e7e322ad9d req-61ee5693-dacb-44b1-846a-abbe63daef0e tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.1527693 May 04 14:39:39.756652 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-70484530-e9f9-4f14-af6a-83f91c126331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:39.764161 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-638bc87e-b870-4b66-a167-8f7bb39c4f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:39.785113 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6b60147d-d644-4c8e-9ca6-05e7e322ad9d req-409d0c3b-84de-4e63-a1f9-9e7b21da51c4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609508 May 04 14:39:39.786394 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70484530-e9f9-4f14-af6a-83f91c126331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02815f6-d1e8-47ba-97e6-8340716d4c07,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:39.790329 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-70484530-e9f9-4f14-af6a-83f91c126331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:39.795031 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-70484530-e9f9-4f14-af6a-83f91c126331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:39.795717 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-70484530-e9f9-4f14-af6a-83f91c126331 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b02815f6-d1e8-47ba-97e6-8340716d4c07 HTTP/1.1" status: 204 len: 168 time: 0.2881906 May 04 14:39:39.904047 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 3738afe6-b5a7-4bd9-a595-e43c905cb8f2 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:39:39.944437 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] No Port match for: 3738afe6-b5a7-4bd9-a595-e43c905cb8f2 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:39:39.944790 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 3738afe6-b5a7-4bd9-a595-e43c905cb8f2 not bound to the agent host hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:39:40.779700 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 33168) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:40.894079 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:40.941051 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1349113547-network', 'tenant_id': '81c4b4eb4ca847b8bc65fb67c2dcf080'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:39:41.000291 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:39:41.023421 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Usage tracker for resource:network and tenant:81c4b4eb4ca847b8bc65fb67c2dcf080 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:39:41.030237 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:39:41.042247 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:39:41.056650 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Made reservation on behalf of 81c4b4eb4ca847b8bc65fb67c2dcf080 for: {'network': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:39:41.059106 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for network, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:41.078890 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:41.104357 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:39:41.110544 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Usage tracker for resource:security_group_rule and tenant:81c4b4eb4ca847b8bc65fb67c2dcf080 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:39:41.114663 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:39:41.122295 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:39:41.131849 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521e782-50b1-4adf-83e3-b169bcd8878b req-477f3a85-1f7a-4201-b6ff-b608d7df2cbd tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:41.133458 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e521e782-50b1-4adf-83e3-b169bcd8878b req-477f3a85-1f7a-4201-b6ff-b608d7df2cbd tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.1852641 May 04 14:39:41.203035 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e521e782-50b1-4adf-83e3-b169bcd8878b req-101335b6-398b-4ad8-a0f2-122e193d8dba tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612338 May 04 14:39:41.266197 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:41.271370 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:41.275332 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a27cde89-74c9-46d4-96a2-015bbb566e70 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:41.309431 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=73821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:39:41.319252 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6d0ff2-d482-4fba-9efc-9229754eb36d,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:41.323276 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:41.326604 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:41.326946 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.db.segments_db [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Added segment 6edea0d4-a728-495b-9f63-89a59e7bf5aa of type vlan for network 3989bc0f-5ea9-4964-b2bf-2359a3e41b92 May 04 14:39:41.360043 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740809221780'] for network, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:41.394978 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for network, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:41.396667 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:41.397502 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:41.402722 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5a7bc4da-cdd6-436d-b26d-a32e72b119fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:41.617656 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Pushing event updated for resources: {'Network': ['ID=3989bc0f-5ea9-4964-b2bf-2359a3e41b92,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:41.620769 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8399734 May 04 14:39:41.621825 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:41.625814 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33176) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:41.630320 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Network 3989bc0f-5ea9-4964-b2bf-2359a3e41b92 details requested by agent ovs-agent-dv-cinder-772623-4-smb with host dv-cinder-772623-4-smb {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:39:41.635352 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-9c90b6cd-bf9a-4a5c-bc72-b056ba6f8efe admin admin] Request body: {'subnet': {'network_id': '3989bc0f-5ea9-4964-b2bf-2359a3e41b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1349113547-subnet', 'tenant_id': '81c4b4eb4ca847b8bc65fb67c2dcf080', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:39:41.645210 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9c90b6cd-bf9a-4a5c-bc72-b056ba6f8efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:39:41.653153 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-9c90b6cd-bf9a-4a5c-bc72-b056ba6f8efe admin admin] Usage tracker for resource:subnet and tenant:81c4b4eb4ca847b8bc65fb67c2dcf080 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:39:41.660616 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-9c90b6cd-bf9a-4a5c-bc72-b056ba6f8efe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:39:41.673482 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9c90b6cd-bf9a-4a5c-bc72-b056ba6f8efe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:39:41.692313 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c90b6cd-bf9a-4a5c-bc72-b056ba6f8efe admin admin] Made reservation on behalf of 81c4b4eb4ca847b8bc65fb67c2dcf080 for: {'subnet': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:39:41.695132 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9c90b6cd-bf9a-4a5c-bc72-b056ba6f8efe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11678304'] for subnet, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:42.153241 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9c90b6cd-bf9a-4a5c-bc72-b056ba6f8efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11463033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11678326'] for subnet, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:42.158854 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-09d79d6e-b69f-4e66-951c-7d56d5e86dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:42.236030 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90b6cd-bf9a-4a5c-bc72-b056ba6f8efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b4fbf7-0a46-415c-b19e-e199515f140f,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:42.243065 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9c90b6cd-bf9a-4a5c-bc72-b056ba6f8efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:42.256426 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c90b6cd-bf9a-4a5c-bc72-b056ba6f8efe admin admin] Checking segment: {'id': '6edea0d4-a728-495b-9f63-89a59e7bf5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3989bc0f-5ea9-4964-b2bf-2359a3e41b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:39:42.256780 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c90b6cd-bf9a-4a5c-bc72-b056ba6f8efe admin admin] Network hostable DHCP agents. Network: 3989bc0f-5ea9-4964-b2bf-2359a3e41b92, hostable agents: ['89233beb-46c2-4555-b2a6-383c2a63add2'], hosted agents: [] {{(pid=73822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:39:42.280773 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c90b6cd-bf9a-4a5c-bc72-b056ba6f8efe admin admin] Network 3989bc0f-5ea9-4964-b2bf-2359a3e41b92 is scheduled to be hosted by DHCP agent 89233beb-46c2-4555-b2a6-383c2a63add2 with binding_index 1 {{(pid=73822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:39:42.295777 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-9c90b6cd-bf9a-4a5c-bc72-b056ba6f8efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-smb, 3989bc0f-5ea9-4964-b2bf-2359a3e41b92) {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:39:42.307367 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98157987-6977-4e3f-82be-e85773a14f32 None None] Network 3989bc0f-5ea9-4964-b2bf-2359a3e41b92 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:39:42.316210 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c90b6cd-bf9a-4a5c-bc72-b056ba6f8efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:42.316805 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9c90b6cd-bf9a-4a5c-bc72-b056ba6f8efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:42.350146 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-9c90b6cd-bf9a-4a5c-bc72-b056ba6f8efe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7225213 May 04 14:39:42.508916 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c337403-3a2d-4a85-9278-adcba9dce9fd req-b664171d-0bde-4ae4-97d0-dbcbc46c2d00 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:42.511882 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5c337403-3a2d-4a85-9278-adcba9dce9fd req-b664171d-0bde-4ae4-97d0-dbcbc46c2d00 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.1313272 May 04 14:39:42.564364 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5c337403-3a2d-4a85-9278-adcba9dce9fd req-4adc053f-ee19-4e7b-b96c-915386c10c00 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459566 May 04 14:39:42.627708 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58124ab1-2375-44d8-8fab-c440d0771bd7 None None] Network 3989bc0f-5ea9-4964-b2bf-2359a3e41b92 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:39:42.993612 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 33202) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:43.000297 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-314546088-network', 'tenant_id': '8e278bbd4c4b483daedbc6ba55cd8aaf'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:39:43.005401 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:39:43.009790 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Usage tracker for resource:network and tenant:8e278bbd4c4b483daedbc6ba55cd8aaf is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:39:43.013449 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:39:43.019770 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:39:43.031781 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Made reservation on behalf of 8e278bbd4c4b483daedbc6ba55cd8aaf for: {'network': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:39:43.034346 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for network, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:43.049818 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:43.066711 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:39:43.071260 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Usage tracker for resource:security_group_rule and tenant:8e278bbd4c4b483daedbc6ba55cd8aaf is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:39:43.074905 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:39:43.081684 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:39:43.175358 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:43.180175 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:43.187099 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3ab12940-ea8d-416f-a59a-ff56bbdebacc tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:43.230799 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=73821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:39:43.252733 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdf908f-5ea6-49bb-8624-4735e4d08870,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:43.260247 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:43.262687 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:43.262687 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.db.segments_db [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Added segment cb6b3663-0ada-401d-939f-e7f6b39f7ff3 of type vlan for network 74afffd8-dca7-49ff-a489-4e08adc361a5 May 04 14:39:43.320783 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740809221780'] for network, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:43.361539 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for network, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:43.362923 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:43.363539 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:43.367252 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:43.446167 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:43.472464 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Pushing event updated for resources: {'Network': ['ID=74afffd8-dca7-49ff-a489-4e08adc361a5,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:43.478721 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4837797 May 04 14:39:43.479014 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33210) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:43.480487 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:43.490941 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-8111fd45-63e7-4597-b5b0-a723a12ecc15 admin admin] Request body: {'subnet': {'network_id': '74afffd8-dca7-49ff-a489-4e08adc361a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-314546088-subnet', 'tenant_id': '8e278bbd4c4b483daedbc6ba55cd8aaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:39:43.499585 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-8111fd45-63e7-4597-b5b0-a723a12ecc15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:39:43.499837 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Network 74afffd8-dca7-49ff-a489-4e08adc361a5 details requested by agent ovs-agent-dv-cinder-772623-4-smb with host dv-cinder-772623-4-smb {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:39:43.506026 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-8111fd45-63e7-4597-b5b0-a723a12ecc15 admin admin] Usage tracker for resource:subnet and tenant:8e278bbd4c4b483daedbc6ba55cd8aaf is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:39:43.509694 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-8111fd45-63e7-4597-b5b0-a723a12ecc15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:39:43.518199 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-8111fd45-63e7-4597-b5b0-a723a12ecc15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:39:43.532330 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8111fd45-63e7-4597-b5b0-a723a12ecc15 admin admin] Made reservation on behalf of 8e278bbd4c4b483daedbc6ba55cd8aaf for: {'subnet': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:39:43.536835 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8111fd45-63e7-4597-b5b0-a723a12ecc15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11678304'] for subnet, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:43.929277 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d74d23-bcdc-4b7a-b8a0-875f1e82a3a0 req-cec8b8ab-8d1a-4b85-847f-f9e2159bb343 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:43.932237 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-11d74d23-bcdc-4b7a-b8a0-875f1e82a3a0 req-cec8b8ab-8d1a-4b85-847f-f9e2159bb343 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.2102070 May 04 14:39:44.008910 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8111fd45-63e7-4597-b5b0-a723a12ecc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11463033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11678326'] for subnet, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:44.017222 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:44.030824 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-11d74d23-bcdc-4b7a-b8a0-875f1e82a3a0 req-346aa9de-952c-4f4b-9db7-e11b573495ee tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860908 May 04 14:39:44.034144 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-11ab19c6-5c47-4ceb-9ff1-d58e49389756 req-708a2b4b-089d-4d76-873a-ad0b6e875f88 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2072184 May 04 14:39:44.088971 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111fd45-63e7-4597-b5b0-a723a12ecc15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b5574f4-c735-442e-aacd-3dfafc00133b,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:44.092270 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8111fd45-63e7-4597-b5b0-a723a12ecc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:44.154104 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111fd45-63e7-4597-b5b0-a723a12ecc15 admin admin] Checking segment: {'id': 'cb6b3663-0ada-401d-939f-e7f6b39f7ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74afffd8-dca7-49ff-a489-4e08adc361a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:39:44.155612 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8111fd45-63e7-4597-b5b0-a723a12ecc15 admin admin] Network hostable DHCP agents. Network: 74afffd8-dca7-49ff-a489-4e08adc361a5, hostable agents: ['89233beb-46c2-4555-b2a6-383c2a63add2'], hosted agents: [] {{(pid=73822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:39:44.199264 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8111fd45-63e7-4597-b5b0-a723a12ecc15 admin admin] Network 74afffd8-dca7-49ff-a489-4e08adc361a5 is scheduled to be hosted by DHCP agent 89233beb-46c2-4555-b2a6-383c2a63add2 with binding_index 1 {{(pid=73822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:39:44.219646 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-8111fd45-63e7-4597-b5b0-a723a12ecc15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-smb, 74afffd8-dca7-49ff-a489-4e08adc361a5) {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:39:44.220257 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab19c6-5c47-4ceb-9ff1-d58e49389756 req-ab559728-bebe-440a-a97e-7adbf96941eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:44.221958 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-11ab19c6-5c47-4ceb-9ff1-d58e49389756 req-ab559728-bebe-440a-a97e-7adbf96941eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9af81ed309c4321bdd601cdf3c05a10&device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 1099 time: 0.0863283 May 04 14:39:44.235237 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a7326f-455d-48ab-8b31-8f266339cf05 None None] Network 74afffd8-dca7-49ff-a489-4e08adc361a5 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:39:44.235630 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8111fd45-63e7-4597-b5b0-a723a12ecc15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:44.236784 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8111fd45-63e7-4597-b5b0-a723a12ecc15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:44.282612 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-8111fd45-63e7-4597-b5b0-a723a12ecc15 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8015633 May 04 14:39:44.431855 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab19c6-5c47-4ceb-9ff1-d58e49389756 req-3c818c82-75a4-4533-9358-ba635cbf24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:44.435586 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-11ab19c6-5c47-4ceb-9ff1-d58e49389756 req-3c818c82-75a4-4533-9358-ba635cbf24e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e665b7e8-0c6e-4f5f-a726-42fdf586edb2 HTTP/1.1" status: 200 len: 909 time: 0.1787577 May 04 14:39:44.531462 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33222) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:44.568315 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-11ab19c6-5c47-4ceb-9ff1-d58e49389756 req-5f0464ce-3b9b-40e4-afdc-477ce293112f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39f684f2-0f17-413a-bbc0-da1a77fb5ff0 HTTP/1.1" status: 200 len: 1002 time: 0.1253786 May 04 14:39:44.587617 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4242ee-b073-4bf2-8e2e-eb5e41909748 None None] Network 74afffd8-dca7-49ff-a489-4e08adc361a5 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:39:44.662319 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab19c6-5c47-4ceb-9ff1-d58e49389756 req-c396c815-1eb9-429a-91a3-ec08afa53c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:44.665133 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-11ab19c6-5c47-4ceb-9ff1-d58e49389756 req-c396c815-1eb9-429a-91a3-ec08afa53c5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36f2a37b-6dd1-46ea-b4b2-d52446e862c4 HTTP/1.1" status: 200 len: 847 time: 0.0890079 May 04 14:39:44.665861 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-157753b4-ade7-478f-b11c-4d662026847e admin admin] Deleting subnet 71b4fbf7-0a46-415c-b19e-e199515f140f {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:39:44.673194 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-157753b4-ade7-478f-b11c-4d662026847e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:44.780678 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab19c6-5c47-4ceb-9ff1-d58e49389756 req-d255a475-308d-4d82-9304-5eba65dfd2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:44.782374 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-157753b4-ade7-478f-b11c-4d662026847e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743640'] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:44.782677 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-11ab19c6-5c47-4ceb-9ff1-d58e49389756 req-d255a475-308d-4d82-9304-5eba65dfd2c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e665b7e8-0c6e-4f5f-a726-42fdf586edb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1101172 May 04 14:39:44.904938 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-157753b4-ade7-478f-b11c-4d662026847e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005557'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:45.003161 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-11ab19c6-5c47-4ceb-9ff1-d58e49389756 req-55a7bfc2-27da-499c-9c2c-174f795c2e59 service neutron] 10.222.0.47 "GET /v2.0/networks/e665b7e8-0c6e-4f5f-a726-42fdf586edb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136343 May 04 14:39:45.181614 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-11ab19c6-5c47-4ceb-9ff1-d58e49389756 req-73a1bf84-eeb8-4816-8c7b-8b82818a85cd service neutron] 10.222.0.47 "GET /v2.0/networks/e665b7e8-0c6e-4f5f-a726-42fdf586edb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694248 May 04 14:39:45.338282 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-157753b4-ade7-478f-b11c-4d662026847e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4005564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11462968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11678285'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:45.345156 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-12d899d7-65ca-4b02-a668-d43c360a1d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:45.358797 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e54d2b-191a-4062-a9cf-9f5c757cc74b req-054b15a8-5bb7-42cc-a687-0564c7ffff1b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:45.361203 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-17e54d2b-191a-4062-a9cf-9f5c757cc74b req-054b15a8-5bb7-42cc-a687-0564c7ffff1b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.1244643 May 04 14:39:45.427132 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-17e54d2b-191a-4062-a9cf-9f5c757cc74b req-7a455fc2-0105-42d0-ac26-9d84f5542caf tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576515 May 04 14:39:45.496175 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157753b4-ade7-478f-b11c-4d662026847e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b4fbf7-0a46-415c-b19e-e199515f140f,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:45.498291 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-157753b4-ade7-478f-b11c-4d662026847e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:45.501250 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-157753b4-ade7-478f-b11c-4d662026847e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:45.506247 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-157753b4-ade7-478f-b11c-4d662026847e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/71b4fbf7-0a46-415c-b19e-e199515f140f HTTP/1.1" status: 204 len: 168 time: 0.9732261 May 04 14:39:45.509105 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33234) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:45.626999 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-13785338-e0a3-42a9-bf32-4738c371cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4112595'] for network, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:45.853697 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-13785338-e0a3-42a9-bf32-4738c371cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999016', 'neutron.services.segments.db._delete_segments_for_network-8740809660721'] for network, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:45.981464 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-13785338-e0a3-42a9-bf32-4738c371cbbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3989bc0f-5ea9-4964-b2bf-2359a3e41b92']}} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:45.995680 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-13785338-e0a3-42a9-bf32-4738c371cbbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edea0d4-a728-495b-9f63-89a59e7bf5aa') {'for_net_delete': True} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:45.996013 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-13785338-e0a3-42a9-bf32-4738c371cbbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edea0d4-a728-495b-9f63-89a59e7bf5aa') {} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:46.009503 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-13785338-e0a3-42a9-bf32-4738c371cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740809672551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743649'] for segment, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:46.030436 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-13785338-e0a3-42a9-bf32-4738c371cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:46.039270 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13785338-e0a3-42a9-bf32-4738c371cbbe admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=73822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:39:46.239974 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-13785338-e0a3-42a9-bf32-4738c371cbbe admin admin] Network 3989bc0f-5ea9-4964-b2bf-2359a3e41b92 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:39:46.250395 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-13785338-e0a3-42a9-bf32-4738c371cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4025312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11463834'] for segment, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:46.432142 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-13785338-e0a3-42a9-bf32-4738c371cbbe admin admin] Network 3989bc0f-5ea9-4964-b2bf-2359a3e41b92 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: Traceback (most recent call last): May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: timer() May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: cb(*args, **kw) May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: return func(*args, **kwargs) May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: self._notify() May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: self.callback(batched_events) May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: event.method(event) May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: return f(self, *a, **k) May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: return self._get(url).json() May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: return self.request(url, 'GET', **kwargs) May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:39:46.455526 dv-cinder-772623-4-smb neutron-server[73822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:39:46.546707 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-13785338-e0a3-42a9-bf32-4738c371cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945987'] for network, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:46.552210 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d74e774b-dbd2-4e35-9c63-d6650f7e4254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:46.583816 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-13785338-e0a3-42a9-bf32-4738c371cbbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:46.588320 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13785338-e0a3-42a9-bf32-4738c371cbbe admin admin] Pushing event deleted for resources: {'Network': ['ID=3989bc0f-5ea9-4964-b2bf-2359a3e41b92,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:46.593548 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-13785338-e0a3-42a9-bf32-4738c371cbbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:46.600365 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-13785338-e0a3-42a9-bf32-4738c371cbbe admin admin] 10.222.0.37 "DELETE /v2.0/networks/3989bc0f-5ea9-4964-b2bf-2359a3e41b92 HTTP/1.1" status: 204 len: 168 time: 1.0882092 May 04 14:39:46.601359 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33242) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:46.649825 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b95a9a-95b6-4f37-b0bf-abcad642e62e req-56d46808-7666-4464-aa2e-213389ce12ec tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:46.651410 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a4b95a9a-95b6-4f37-b0bf-abcad642e62e req-56d46808-7666-4464-aa2e-213389ce12ec tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.0932953 May 04 14:39:46.689426 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd416d2-49e3-4e48-a501-dc1990eed088 admin admin] Deleting subnet 5b5574f4-c735-442e-aacd-3dfafc00133b {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:39:46.692959 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-bcd416d2-49e3-4e48-a501-dc1990eed088 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:46.704608 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a4b95a9a-95b6-4f37-b0bf-abcad642e62e req-1392517e-a1b9-4a46-a939-bd770c5b2e40 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453947 May 04 14:39:46.750779 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-bcd416d2-49e3-4e48-a501-dc1990eed088 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743640'] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:46.812223 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-bcd416d2-49e3-4e48-a501-dc1990eed088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005557'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:47.173069 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-bcd416d2-49e3-4e48-a501-dc1990eed088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4005564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11462968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11678285'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:47.180356 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:47.239322 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd416d2-49e3-4e48-a501-dc1990eed088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b5574f4-c735-442e-aacd-3dfafc00133b,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:47.242517 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-bcd416d2-49e3-4e48-a501-dc1990eed088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:47.249411 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-bcd416d2-49e3-4e48-a501-dc1990eed088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:47.255024 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-bcd416d2-49e3-4e48-a501-dc1990eed088 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5b5574f4-c735-442e-aacd-3dfafc00133b HTTP/1.1" status: 204 len: 168 time: 0.6515234 May 04 14:39:47.258331 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33250) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:47.574095 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a144a9e5-06c3-4b96-9795-6bfc3c0b9832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4112595'] for network, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:47.712260 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a144a9e5-06c3-4b96-9795-6bfc3c0b9832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999016', 'neutron.services.segments.db._delete_segments_for_network-8740809660721'] for network, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:47.841610 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-a144a9e5-06c3-4b96-9795-6bfc3c0b9832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74afffd8-dca7-49ff-a489-4e08adc361a5']}} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:47.856865 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-a144a9e5-06c3-4b96-9795-6bfc3c0b9832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6b3663-0ada-401d-939f-e7f6b39f7ff3') {'for_net_delete': True} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:47.857251 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-a144a9e5-06c3-4b96-9795-6bfc3c0b9832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6b3663-0ada-401d-939f-e7f6b39f7ff3') {} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:39:47.870671 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a144a9e5-06c3-4b96-9795-6bfc3c0b9832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740809672551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743649'] for segment, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:47.890534 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a144a9e5-06c3-4b96-9795-6bfc3c0b9832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:47.901599 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a144a9e5-06c3-4b96-9795-6bfc3c0b9832 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=73822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:39:47.940345 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f79729-84f6-4288-8336-31213c955e34 req-1ed7c5d5-1637-4059-9f25-5e5ba1a89af1 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:47.942883 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-55f79729-84f6-4288-8336-31213c955e34 req-1ed7c5d5-1637-4059-9f25-5e5ba1a89af1 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.1070633 May 04 14:39:47.951692 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:39:47.998507 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-55f79729-84f6-4288-8336-31213c955e34 req-c914d046-d56c-48af-b62f-dd2655672397 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493231 May 04 14:39:48.114544 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-a144a9e5-06c3-4b96-9795-6bfc3c0b9832 admin admin] Network 74afffd8-dca7-49ff-a489-4e08adc361a5 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:39:48.124733 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a144a9e5-06c3-4b96-9795-6bfc3c0b9832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4025312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11463834'] for segment, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:48.159815 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:48.174505 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'port_id': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0', 'mac_address': 'fa:16:3e:25:fd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:39:48.234914 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:48.253523 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:39:48.270998 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:48.278977 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:48.282713 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:48.369004 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-a144a9e5-06c3-4b96-9795-6bfc3c0b9832 admin admin] Network 74afffd8-dca7-49ff-a489-4e08adc361a5 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:39:48.379046 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,revision_number=6']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:48.383413 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:39:48.408734 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: Traceback (most recent call last): May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: timer() May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: cb(*args, **kw) May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: return func(*args, **kwargs) May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: self._notify() May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: self.callback(batched_events) May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: event.method(event) May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: return f(self, *a, **k) May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: return self._get(url).json() May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: return self.request(url, 'GET', **kwargs) May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:39:48.418943 dv-cinder-772623-4-smb neutron-server[73822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:39:48.551690 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a144a9e5-06c3-4b96-9795-6bfc3c0b9832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945987'] for network, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:48.556075 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9da53d36-f18f-4b6d-9f24-1302af0c47eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:48.593723 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a144a9e5-06c3-4b96-9795-6bfc3c0b9832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:48.598114 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144a9e5-06c3-4b96-9795-6bfc3c0b9832 admin admin] Pushing event deleted for resources: {'Network': ['ID=74afffd8-dca7-49ff-a489-4e08adc361a5,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:48.603474 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a144a9e5-06c3-4b96-9795-6bfc3c0b9832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:48.609125 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-a144a9e5-06c3-4b96-9795-6bfc3c0b9832 admin admin] 10.222.0.37 "DELETE /v2.0/networks/74afffd8-dca7-49ff-a489-4e08adc361a5 HTTP/1.1" status: 204 len: 168 time: 1.3490169 May 04 14:39:48.890379 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33278) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:48.956463 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-96a33049-faaf-4e1b-90a3-167cc89f3e67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=81c4b4eb4ca847b8bc65fb67c2dcf080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640056 May 04 14:39:48.958775 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33282) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:49.042880 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5f886dda-c803-4a64-8ca6-3abbf99a1590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:49.094641 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5f886dda-c803-4a64-8ca6-3abbf99a1590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:49.189800 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5f886dda-c803-4a64-8ca6-3abbf99a1590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:49.198743 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-da6f6cf1-d13e-48b1-a2c7-28f818200666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:49.215576 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f886dda-c803-4a64-8ca6-3abbf99a1590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6d0ff2-d482-4fba-9efc-9229754eb36d,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:49.252423 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5f886dda-c803-4a64-8ca6-3abbf99a1590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:49.255512 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5f886dda-c803-4a64-8ca6-3abbf99a1590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:49.262043 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-5f886dda-c803-4a64-8ca6-3abbf99a1590 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc6d0ff2-d482-4fba-9efc-9229754eb36d HTTP/1.1" status: 204 len: 168 time: 0.3016851 May 04 14:39:49.562699 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68423e5-46a3-4ca2-b677-79a17e88ad56 req-fbf2fa51-f0c2-4261-9af0-72ac88d5e806 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:49.566143 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e68423e5-46a3-4ca2-b677-79a17e88ad56 req-fbf2fa51-f0c2-4261-9af0-72ac88d5e806 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 945 time: 0.3474452 May 04 14:39:49.669914 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e68423e5-46a3-4ca2-b677-79a17e88ad56 req-f27a832b-6b50-4f79-a504-57cc878a89b3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884576 May 04 14:39:49.958457 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:39:50.009886 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33310) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:50.092826 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:39:50.093792 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-b9970c15-a81f-4776-89f8-88244cd7544a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e278bbd4c4b483daedbc6ba55cd8aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821929 May 04 14:39:50.094070 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:50.096550 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33314) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:50.249824 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-04bdaa91-857a-458a-9bc7-360a550d5269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:50.398011 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-04bdaa91-857a-458a-9bc7-360a550d5269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:50.399049 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:50.499177 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:39:50.500776 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e0252b-67db-4061-903d-96247e053f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:39:50.524647 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:50.528733 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:50.565354 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-04bdaa91-857a-458a-9bc7-360a550d5269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:50.579807 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-500b8f67-b76a-4165-bb59-20f2f94a9be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:50.635650 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdaa91-857a-458a-9bc7-360a550d5269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdf908f-5ea6-49bb-8624-4735e4d08870,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:50.643162 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-04bdaa91-857a-458a-9bc7-360a550d5269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:50.650166 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-04bdaa91-857a-458a-9bc7-360a550d5269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:50.652651 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-04bdaa91-857a-458a-9bc7-360a550d5269 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5cdf908f-5ea6-49bb-8624-4735e4d08870 HTTP/1.1" status: 204 len: 168 time: 0.5547569 May 04 14:39:50.708726 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,revision_number=7']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:50.715368 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:50.719397 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e0252b-67db-4061-903d-96247e053f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0', 'code': 200} May 04 14:39:50.936058 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b6da6-2ad6-4017-b699-dacbd656caf2 req-80c9df7e-a8c6-407f-a27e-aeebf8ccd9a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:50.945336 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-791b6da6-2ad6-4017-b699-dacbd656caf2 req-80c9df7e-a8c6-407f-a27e-aeebf8ccd9a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.1336720 May 04 14:39:51.012821 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-791b6da6-2ad6-4017-b699-dacbd656caf2 req-f1d3b77f-6c80-4be1-ac5c-4f71bc138c99 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659499 May 04 14:39:52.431044 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e86ed7-fb44-44ec-af8e-095d9b705f90 req-0eccf73e-aab5-441f-afc8-d40f07fb2d45 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:52.435866 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-68e86ed7-fb44-44ec-af8e-095d9b705f90 req-0eccf73e-aab5-441f-afc8-d40f07fb2d45 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.1830306 May 04 14:39:52.558973 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-68e86ed7-fb44-44ec-af8e-095d9b705f90 req-43c0438a-67de-49a3-adf3-90a1a77ad88a tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162941 May 04 14:39:53.983428 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bbb1e-47df-4de0-a281-b3ede3ac32c5 req-a073d561-cedb-4d8c-828e-dc0af56f1d0f tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:53.995872 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4e4bbb1e-47df-4de0-a281-b3ede3ac32c5 req-a073d561-cedb-4d8c-828e-dc0af56f1d0f tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.1702411 May 04 14:39:54.063344 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4e4bbb1e-47df-4de0-a281-b3ede3ac32c5 req-8f34483a-5af1-41e1-a1b0-a84d5ab856a3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658398 May 04 14:39:54.384381 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33398) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:54.609453 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-31694f94-7dd8-497c-8e47-5d429a9bf08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:54.639318 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-31694f94-7dd8-497c-8e47-5d429a9bf08f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:39:54.646545 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-31694f94-7dd8-497c-8e47-5d429a9bf08f admin admin] Usage tracker for resource:security_group_rule and tenant:68d4c50261da477f932c417db4ad3ea5 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:39:54.654322 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-31694f94-7dd8-497c-8e47-5d429a9bf08f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:39:54.666639 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-31694f94-7dd8-497c-8e47-5d429a9bf08f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:39:54.782661 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-31694f94-7dd8-497c-8e47-5d429a9bf08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:54.787697 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-31694f94-7dd8-497c-8e47-5d429a9bf08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:54.821964 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f2edc783-f6f6-4ce3-a199-ee9339107108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:54.857573 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31694f94-7dd8-497c-8e47-5d429a9bf08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef723608-9f40-49ac-aa59-f1a4034fcab7,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:54.862194 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-31694f94-7dd8-497c-8e47-5d429a9bf08f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=68d4c50261da477f932c417db4ad3ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4751794 May 04 14:39:54.863487 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-31694f94-7dd8-497c-8e47-5d429a9bf08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:54.866567 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 33404) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:54.935843 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b34544b2-4415-4967-b04a-86ec525b5f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:54.972974 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b34544b2-4415-4967-b04a-86ec525b5f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:55.069099 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b34544b2-4415-4967-b04a-86ec525b5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:55.079275 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d9da7695-aeba-4a95-863f-304097c4dcec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:55.105805 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b34544b2-4415-4967-b04a-86ec525b5f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:55.111644 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-b34544b2-4415-4967-b04a-86ec525b5f08 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef723608-9f40-49ac-aa59-f1a4034fcab7 HTTP/1.1" status: 204 len: 168 time: 0.2436116 May 04 14:39:55.118155 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34544b2-4415-4967-b04a-86ec525b5f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef723608-9f40-49ac-aa59-f1a4034fcab7,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:55.128528 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34544b2-4415-4967-b04a-86ec525b5f08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:55.129477 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34544b2-4415-4967-b04a-86ec525b5f08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:55.130265 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34544b2-4415-4967-b04a-86ec525b5f08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:55.131103 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34544b2-4415-4967-b04a-86ec525b5f08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:55.132336 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34544b2-4415-4967-b04a-86ec525b5f08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:55.133141 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34544b2-4415-4967-b04a-86ec525b5f08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:55.134008 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34544b2-4415-4967-b04a-86ec525b5f08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:55.134880 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34544b2-4415-4967-b04a-86ec525b5f08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:55.135793 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34544b2-4415-4967-b04a-86ec525b5f08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:55.136090 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34544b2-4415-4967-b04a-86ec525b5f08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:55.136851 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34544b2-4415-4967-b04a-86ec525b5f08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:55.137654 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34544b2-4415-4967-b04a-86ec525b5f08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:39:55.148903 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b34544b2-4415-4967-b04a-86ec525b5f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:55.458506 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe674c-aad1-458c-90af-c2131ebff26e req-17ec2bd4-d689-4cb7-8281-7ccc5c11b4ad tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:55.460795 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7efe674c-aad1-458c-90af-c2131ebff26e req-17ec2bd4-d689-4cb7-8281-7ccc5c11b4ad tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.1732416 May 04 14:39:55.554566 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7efe674c-aad1-458c-90af-c2131ebff26e req-d5650fd3-eb9a-4f52-a91e-0dff0dfb2ab1 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710616 May 04 14:39:55.705108 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33420) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:55.736786 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-415c105d-78bc-4dcc-9ff6-6c68794ad006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:55.758682 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-415c105d-78bc-4dcc-9ff6-6c68794ad006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:39:55.764863 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-415c105d-78bc-4dcc-9ff6-6c68794ad006 admin admin] Usage tracker for resource:security_group_rule and tenant:af1236cebffc42618b95b10a85390905 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:39:55.768902 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-415c105d-78bc-4dcc-9ff6-6c68794ad006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:39:55.790679 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-415c105d-78bc-4dcc-9ff6-6c68794ad006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:39:55.977441 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-415c105d-78bc-4dcc-9ff6-6c68794ad006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:55.982911 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-415c105d-78bc-4dcc-9ff6-6c68794ad006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:55.994508 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-83daae54-bf10-4f23-ae9a-43b1d58fd968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:56.040995 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c105d-78bc-4dcc-9ff6-6c68794ad006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f12a885-608c-43e9-bdd1-b79dba4365d7,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:56.063063 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-415c105d-78bc-4dcc-9ff6-6c68794ad006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:56.074987 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-415c105d-78bc-4dcc-9ff6-6c68794ad006 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af1236cebffc42618b95b10a85390905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639998 May 04 14:39:56.075993 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33424) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:39:56.162177 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-82f74bed-d489-4cee-9383-af609ff61649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:56.199032 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-82f74bed-d489-4cee-9383-af609ff61649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:56.294384 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-82f74bed-d489-4cee-9383-af609ff61649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:56.298419 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7683f16d-b65f-4d92-8c49-41442a4f3506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:39:56.318199 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f74bed-d489-4cee-9383-af609ff61649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f12a885-608c-43e9-bdd1-b79dba4365d7,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:39:56.333953 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-82f74bed-d489-4cee-9383-af609ff61649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:39:56.346039 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-82f74bed-d489-4cee-9383-af609ff61649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:39:56.349422 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-82f74bed-d489-4cee-9383-af609ff61649 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f12a885-608c-43e9-bdd1-b79dba4365d7 HTTP/1.1" status: 204 len: 168 time: 0.2713172 May 04 14:39:57.109091 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea5c5c-d641-48d6-8c80-83812be446bb req-e330a61b-d6ed-4bd8-beed-90fe68b9e5de tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:57.120158 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7ea5c5c-d641-48d6-8c80-83812be446bb req-e330a61b-d6ed-4bd8-beed-90fe68b9e5de tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.1889515 May 04 14:39:57.222048 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a7ea5c5c-d641-48d6-8c80-83812be446bb req-17317431-7303-4c5c-8cbe-795bd1d4663b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986822 May 04 14:39:58.600780 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841b88b-f49d-4771-af02-56dbf68ecff4 req-b7576e6e-05ec-476e-81c4-e7c791a321b4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:39:58.605105 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3841b88b-f49d-4771-af02-56dbf68ecff4 req-b7576e6e-05ec-476e-81c4-e7c791a321b4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.1261361 May 04 14:39:58.714191 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3841b88b-f49d-4771-af02-56dbf68ecff4 req-e97cd741-805f-4135-8958-dc8d8aad9ddc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027668 May 04 14:40:00.647760 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e539ca-57a3-4fe9-aaef-5a8a21ea9ed9 req-9efd8492-7041-4167-9009-50ae70d86f54 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:00.651820 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-60e539ca-57a3-4fe9-aaef-5a8a21ea9ed9 req-9efd8492-7041-4167-9009-50ae70d86f54 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.5988429 May 04 14:40:00.744375 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-60e539ca-57a3-4fe9-aaef-5a8a21ea9ed9 req-9efa817e-4c89-4da9-864e-b8321d8224ed tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798492 May 04 14:40:01.972843 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6384a94-4652-45b5-a7b1-659c859aa7a6 req-b223d469-f834-4fc1-98f4-377ecbce60da tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:01.975184 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c6384a94-4652-45b5-a7b1-659c859aa7a6 req-b223d469-f834-4fc1-98f4-377ecbce60da tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.1037130 May 04 14:40:02.037565 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c6384a94-4652-45b5-a7b1-659c859aa7a6 req-563fe9b8-ec35-425a-aef0-2cea55cf56dc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524838 May 04 14:40:02.430698 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c1d41-7647-4e0f-afb2-396397041ddf req-8d7f71ed-6d84-4ff5-a5e7-4e344ffcc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:02.432348 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5b0c1d41-7647-4e0f-afb2-396397041ddf req-8d7f71ed-6d84-4ff5-a5e7-4e344ffcc2a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ad25986999c451986a94fb0dbd2db7d&device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 1099 time: 0.0953887 May 04 14:40:02.572471 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c1d41-7647-4e0f-afb2-396397041ddf req-6d4b19b2-0bba-42b5-bdc8-3b0abcfc2ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:02.574005 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5b0c1d41-7647-4e0f-afb2-396397041ddf req-6d4b19b2-0bba-42b5-bdc8-3b0abcfc2ed0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62 HTTP/1.1" status: 200 len: 918 time: 0.1344125 May 04 14:40:02.679723 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5b0c1d41-7647-4e0f-afb2-396397041ddf req-ecdc5e25-80d2-470b-a169-a6653481d053 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 HTTP/1.1" status: 200 len: 1002 time: 0.0985379 May 04 14:40:02.752951 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c1d41-7647-4e0f-afb2-396397041ddf req-ee65dbb1-7ada-4ba9-8f18-8b86c0986e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:02.754456 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5b0c1d41-7647-4e0f-afb2-396397041ddf req-ee65dbb1-7ada-4ba9-8f18-8b86c0986e45 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b68c6f-abef-422f-9dab-a735d4be52ac HTTP/1.1" status: 200 len: 856 time: 0.0672915 May 04 14:40:02.842567 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c1d41-7647-4e0f-afb2-396397041ddf req-1d8c61e3-ea8f-4a56-9062-647b415a0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:02.844200 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5b0c1d41-7647-4e0f-afb2-396397041ddf req-1d8c61e3-ea8f-4a56-9062-647b415a0bb3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834413 May 04 14:40:02.998296 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5b0c1d41-7647-4e0f-afb2-396397041ddf req-bf0f4d25-7405-42d0-baa3-f0971c491dc8 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470129 May 04 14:40:03.169300 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-5b0c1d41-7647-4e0f-afb2-396397041ddf req-1fbdc465-65fe-4157-a3e5-a9263028b5ce service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633050 May 04 14:40:03.236574 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33572) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:03.344728 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33578) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:03.430043 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb9f88a-be7f-4644-a020-7d4db0394b05 admin admin] Deleting subnet 40ce3646-783e-4ce5-a866-a65757dc5384 {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:40:03.434866 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-dcb9f88a-be7f-4644-a020-7d4db0394b05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:03.489200 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69af06-2de7-4f8a-9fc1-55384f941af8 req-d2d214cd-8766-42f5-9e72-b83971e2e4fc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:03.491489 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3b69af06-2de7-4f8a-9fc1-55384f941af8 req-d2d214cd-8766-42f5-9e72-b83971e2e4fc tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.2714860 May 04 14:40:03.500038 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-80e47d64-6c78-4caa-96e7-f68aada067e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:03.522068 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-80e47d64-6c78-4caa-96e7-f68aada067e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:03.528912 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-dcb9f88a-be7f-4644-a020-7d4db0394b05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743640'] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:03.564006 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3b69af06-2de7-4f8a-9fc1-55384f941af8 req-7fa2b265-af5b-4ac0-9d22-53db5816ef4c tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658016 May 04 14:40:03.700029 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-80e47d64-6c78-4caa-96e7-f68aada067e8 admin admin] Usage tracker for resource:security_group_rule and tenant:bbd7b38b8faf4190ae5adb8ec270c893 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:03.714247 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-80e47d64-6c78-4caa-96e7-f68aada067e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:03.737885 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-80e47d64-6c78-4caa-96e7-f68aada067e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:03.804778 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-dcb9f88a-be7f-4644-a020-7d4db0394b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005557'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:04.096203 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-80e47d64-6c78-4caa-96e7-f68aada067e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:04.106056 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-80e47d64-6c78-4caa-96e7-f68aada067e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:04.116092 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d1d8a8e9-748d-4067-b03a-30373ca4576a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:04.214339 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-80e47d64-6c78-4caa-96e7-f68aada067e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbd7b38b8faf4190ae5adb8ec270c893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9762666 May 04 14:40:04.218285 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 33582) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:04.224675 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e47d64-6c78-4caa-96e7-f68aada067e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c50e061-627f-4a07-a43a-19a9931fcbbb,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:04.229642 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-80e47d64-6c78-4caa-96e7-f68aada067e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:04.276238 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-dcb9f88a-be7f-4644-a020-7d4db0394b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4005564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11462968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11678285'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:04.292020 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1c3b49f4-9639-4c5c-8b57-f8febb2363e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:04.296115 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d0972dba-bedb-4abe-9cae-7f5c03d3c4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:04.322592 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1c3b49f4-9639-4c5c-8b57-f8febb2363e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:04.360760 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-dcb9f88a-be7f-4644-a020-7d4db0394b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:04.365326 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9f88a-be7f-4644-a020-7d4db0394b05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40ce3646-783e-4ce5-a866-a65757dc5384,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:04.370821 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-dcb9f88a-be7f-4644-a020-7d4db0394b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:04.384940 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-dcb9f88a-be7f-4644-a020-7d4db0394b05 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/40ce3646-783e-4ce5-a866-a65757dc5384 HTTP/1.1" status: 204 len: 168 time: 1.0393360 May 04 14:40:04.387630 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 33586) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:04.430291 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1c3b49f4-9639-4c5c-8b57-f8febb2363e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:04.436300 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-272e4e21-2100-4460-93c6-8620f5476e18 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:04.499681 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b49f4-9639-4c5c-8b57-f8febb2363e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c50e061-627f-4a07-a43a-19a9931fcbbb,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:04.502483 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1c3b49f4-9639-4c5c-8b57-f8febb2363e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:04.518419 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1c3b49f4-9639-4c5c-8b57-f8febb2363e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:04.519552 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-1c3b49f4-9639-4c5c-8b57-f8febb2363e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c50e061-627f-4a07-a43a-19a9931fcbbb HTTP/1.1" status: 204 len: 168 time: 0.3001816 May 04 14:40:04.527514 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-89b4152a-9e72-4604-8dd2-0793584ebd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4112595'] for network, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:04.691172 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-89b4152a-9e72-4604-8dd2-0793584ebd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999016', 'neutron.services.segments.db._delete_segments_for_network-8740809660721'] for network, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:04.868739 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.services.segments.db [None req-89b4152a-9e72-4604-8dd2-0793584ebd76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79279dc2-5519-4c20-8a67-9b1ecaf657d7']}} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:04.889425 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.services.segments.db [None req-89b4152a-9e72-4604-8dd2-0793584ebd76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e16ded3-1f33-4f09-856c-f5692ae4fb72') {'for_net_delete': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:04.889906 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.services.segments.db [None req-89b4152a-9e72-4604-8dd2-0793584ebd76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e16ded3-1f33-4f09-856c-f5692ae4fb72') {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:04.907092 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-89b4152a-9e72-4604-8dd2-0793584ebd76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740809672551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10842696'] for segment, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:04.933627 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0d12e-bdc9-4c77-b7c3-a7960250fa03 req-9f322614-3c25-4a6f-b424-909154592007 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:04.936171 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1bd0d12e-bdc9-4c77-b7c3-a7960250fa03 req-9f322614-3c25-4a6f-b424-909154592007 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.2266984 May 04 14:40:04.988563 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-89b4152a-9e72-4604-8dd2-0793584ebd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:04.997703 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1bd0d12e-bdc9-4c77-b7c3-a7960250fa03 req-cecd4266-dbff-4e44-b51c-46b8be35d044 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502365 May 04 14:40:05.001303 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b4152a-9e72-4604-8dd2-0793584ebd76 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=73821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:40:05.003937 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33596) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:05.027944 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2c253956-73ac-4724-bd49-6268a465438c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:05.050149 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-2c253956-73ac-4724-bd49-6268a465438c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:05.054557 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-2c253956-73ac-4724-bd49-6268a465438c admin admin] Usage tracker for resource:security_group_rule and tenant:d6c123ef1cb64e80bde38d0e29c11de6 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:05.058319 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-2c253956-73ac-4724-bd49-6268a465438c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:05.065762 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-2c253956-73ac-4724-bd49-6268a465438c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:05.175113 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2c253956-73ac-4724-bd49-6268a465438c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:05.179890 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2c253956-73ac-4724-bd49-6268a465438c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:05.188867 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-898b5735-69e9-4970-a5d7-c6a0b1ae136c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:05.207295 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-89b4152a-9e72-4604-8dd2-0793584ebd76 admin admin] Network 79279dc2-5519-4c20-8a67-9b1ecaf657d7 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:40:05.226307 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-89b4152a-9e72-4604-8dd2-0793584ebd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4025312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10542836'] for segment, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:05.233510 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c253956-73ac-4724-bd49-6268a465438c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3620d41-8bb9-415e-9df6-ac610201580e,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:05.238416 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-2c253956-73ac-4724-bd49-6268a465438c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6c123ef1cb64e80bde38d0e29c11de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331665 May 04 14:40:05.239607 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2c253956-73ac-4724-bd49-6268a465438c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:05.241023 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33600) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:05.325617 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-fe3ddae9-0b34-4559-9d9d-710a32d2c1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:05.354791 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-fe3ddae9-0b34-4559-9d9d-710a32d2c1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:05.411557 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-fe3ddae9-0b34-4559-9d9d-710a32d2c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:05.415869 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-15b332f4-873a-4eba-93d0-528180a50cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:05.431744 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ddae9-0b34-4559-9d9d-710a32d2c1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3620d41-8bb9-415e-9df6-ac610201580e,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:05.435837 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-fe3ddae9-0b34-4559-9d9d-710a32d2c1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:05.439501 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-fe3ddae9-0b34-4559-9d9d-710a32d2c1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:05.443783 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-fe3ddae9-0b34-4559-9d9d-710a32d2c1e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3620d41-8bb9-415e-9df6-ac610201580e HTTP/1.1" status: 204 len: 168 time: 0.1989293 May 04 14:40:05.512793 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-89b4152a-9e72-4604-8dd2-0793584ebd76 admin admin] Network 79279dc2-5519-4c20-8a67-9b1ecaf657d7 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: Traceback (most recent call last): May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: timer() May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: cb(*args, **kw) May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: return func(*args, **kwargs) May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: self._notify() May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: self.callback(batched_events) May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: event.method(event) May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: return f(self, *a, **k) May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: return self._get(url).json() May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: return self.request(url, 'GET', **kwargs) May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:40:05.539417 dv-cinder-772623-4-smb neutron-server[73821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:40:05.622574 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-89b4152a-9e72-4604-8dd2-0793584ebd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945987'] for network, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:05.627376 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:05.646933 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-89b4152a-9e72-4604-8dd2-0793584ebd76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:05.654384 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4152a-9e72-4604-8dd2-0793584ebd76 admin admin] Pushing event deleted for resources: {'Network': ['ID=79279dc2-5519-4c20-8a67-9b1ecaf657d7,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:05.659175 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-89b4152a-9e72-4604-8dd2-0793584ebd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:05.668853 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-89b4152a-9e72-4604-8dd2-0793584ebd76 admin admin] 10.222.0.37 "DELETE /v2.0/networks/79279dc2-5519-4c20-8a67-9b1ecaf657d7 HTTP/1.1" status: 204 len: 168 time: 1.2800140 May 04 14:40:05.674776 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1fc95323-9f7a-4d26-8e3a-e38b95ce7c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:05.897630 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33612) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:05.951464 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-08fbaad0-5069-43be-89f0-5e4dbb54aaa9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=814042fb29b14d4c96c124be93f65541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520918 May 04 14:40:05.955393 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33616) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:06.020904 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-720ede31-8f68-4d21-a5b3-8ba6fb127db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:06.035903 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:40:06.062328 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-720ede31-8f68-4d21-a5b3-8ba6fb127db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:06.134772 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-720ede31-8f68-4d21-a5b3-8ba6fb127db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:06.142944 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-48f4bc97-07da-4df3-bae5-f05cf1fea63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:06.160709 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ede31-8f68-4d21-a5b3-8ba6fb127db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:06.166647 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:06.172165 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-720ede31-8f68-4d21-a5b3-8ba6fb127db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:06.184815 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-720ede31-8f68-4d21-a5b3-8ba6fb127db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:06.186511 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-720ede31-8f68-4d21-a5b3-8ba6fb127db3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3020cbc4-44ad-4a7e-b6bf-6a7f68e0cba1 HTTP/1.1" status: 204 len: 168 time: 0.2300780 May 04 14:40:06.236023 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e0252b-67db-4061-903d-96247e053f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:40:06.253807 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:06.273718 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:06.283172 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-46a76b8f-a5fc-431d-ac8c-762e8a5660d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:06.313663 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc3a3-1504-4213-8909-44467c0ed0b2 req-fd3c20dd-c9a4-49e6-b877-c978bc70ff26 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:06.318661 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-72fdc3a3-1504-4213-8909-44467c0ed0b2 req-fd3c20dd-c9a4-49e6-b877-c978bc70ff26 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 946 time: 0.1878376 May 04 14:40:06.387361 dv-cinder-772623-4-smb neutron-server[73823]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75e0252b-67db-4061-903d-96247e053f32', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0', 'code': 422} returned with failed status May 04 14:40:06.393200 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-72fdc3a3-1504-4213-8909-44467c0ed0b2 req-ea0313fb-a0e8-4ccf-9465-da66562d74f7 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670030 May 04 14:40:06.464491 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,revision_number=8']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:06.477734 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:06.478197 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:06.478721 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:06.479464 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:06.479779 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:06.480362 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:06.480636 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:06.481066 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:06.481563 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:06.481940 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:06.482356 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:06.482775 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:06.487816 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:06.612991 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:40:08.056850 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f9eef380-cf07-4122-a9f4-e98501baba55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:08.226958 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:08.926816 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4b490d99-0d1d-4044-b918-82d7203c54c3 req-a8b0b9f3-9f86-438d-accf-205769f1d0de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1681349 May 04 14:40:08.942908 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54023cd-1d57-4950-82f1-a291d885df68 req-a3b36e4f-a84b-43b2-af2d-ede74ea49a70 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:08.944516 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f54023cd-1d57-4950-82f1-a291d885df68 req-a3b36e4f-a84b-43b2-af2d-ede74ea49a70 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 944 time: 0.1353607 May 04 14:40:09.037066 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f54023cd-1d57-4950-82f1-a291d885df68 req-9331412a-9db8-4109-a1bc-76e2ada70837 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768464 May 04 14:40:09.121391 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:09.910657 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33764) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:10.104192 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1ad46a1a-d5a6-4567-9694-7af6d8fe4c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:10.122559 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-1ad46a1a-d5a6-4567-9694-7af6d8fe4c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:10.127923 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-1ad46a1a-d5a6-4567-9694-7af6d8fe4c8c admin admin] Usage tracker for resource:security_group_rule and tenant:777969b9cff746b591860fe860506fd2 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:10.131891 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-1ad46a1a-d5a6-4567-9694-7af6d8fe4c8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:10.140742 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-1ad46a1a-d5a6-4567-9694-7af6d8fe4c8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:10.284684 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1ad46a1a-d5a6-4567-9694-7af6d8fe4c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:10.302258 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1ad46a1a-d5a6-4567-9694-7af6d8fe4c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:10.312581 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:10.313078 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b490d99-0d1d-4044-b918-82d7203c54c3 req-06716d2c-a668-4b5a-ba05-9ca826715af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:10.314901 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4b490d99-0d1d-4044-b918-82d7203c54c3 req-06716d2c-a668-4b5a-ba05-9ca826715af0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32&tenant_id=5ad25986999c451986a94fb0dbd2db7d HTTP/1.1" status: 200 len: 1097 time: 0.2778914 May 04 14:40:10.343753 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d23a83-c47b-4ae0-b426-086f279e9d35 req-1e890fff-3195-4439-96db-7a8c21ce9d4b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:10.352518 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d6d23a83-c47b-4ae0-b426-086f279e9d35 req-1e890fff-3195-4439-96db-7a8c21ce9d4b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 944 time: 0.1561859 May 04 14:40:10.381845 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-1ad46a1a-d5a6-4567-9694-7af6d8fe4c8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=777969b9cff746b591860fe860506fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697700 May 04 14:40:10.382563 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33776) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:10.386665 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad46a1a-d5a6-4567-9694-7af6d8fe4c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dd5784-fa9c-4704-aef0-999b795a969e,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:10.401468 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1ad46a1a-d5a6-4567-9694-7af6d8fe4c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:10.469621 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5129eb1c-9b25-4fb4-9060-f3199128a88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:10.504088 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5129eb1c-9b25-4fb4-9060-f3199128a88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:10.529905 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d6d23a83-c47b-4ae0-b426-086f279e9d35 req-cea5d5f2-ed0d-4f0b-b4e5-f10057aadce8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001501 May 04 14:40:10.563910 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b490d99-0d1d-4044-b918-82d7203c54c3 req-676c46b9-4886-492f-a693-357592a69b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:10.566976 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4b490d99-0d1d-4044-b918-82d7203c54c3 req-676c46b9-4886-492f-a693-357592a69b21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ad25986999c451986a94fb0dbd2db7d&device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 1097 time: 0.2111874 May 04 14:40:10.579770 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5129eb1c-9b25-4fb4-9060-f3199128a88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:10.584928 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c63d11d7-c02b-47e6-9e97-165533ca7202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:10.597683 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129eb1c-9b25-4fb4-9060-f3199128a88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dd5784-fa9c-4704-aef0-999b795a969e,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:10.600801 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5129eb1c-9b25-4fb4-9060-f3199128a88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:10.607853 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5129eb1c-9b25-4fb4-9060-f3199128a88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:10.610810 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-5129eb1c-9b25-4fb4-9060-f3199128a88a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0dd5784-fa9c-4704-aef0-999b795a969e HTTP/1.1" status: 204 len: 168 time: 0.2259631 May 04 14:40:10.812789 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b490d99-0d1d-4044-b918-82d7203c54c3 req-995c7797-7a88-4369-9f06-369675b62fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:10.814757 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4b490d99-0d1d-4044-b918-82d7203c54c3 req-995c7797-7a88-4369-9f06-369675b62fb1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62 HTTP/1.1" status: 200 len: 918 time: 0.2407558 May 04 14:40:10.896219 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:10.946771 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4b490d99-0d1d-4044-b918-82d7203c54c3 req-cfae1f7a-645c-411a-9605-3ac60c1d4be1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 HTTP/1.1" status: 200 len: 1000 time: 0.1239016 May 04 14:40:11.010574 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33790) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:11.039252 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f2e873c9-6652-4e72-b97e-ada6a4000762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:11.055198 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b490d99-0d1d-4044-b918-82d7203c54c3 req-33a6c4e6-7e69-4b0e-9217-0413d3993060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:11.057547 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f2e873c9-6652-4e72-b97e-ada6a4000762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:11.057942 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4b490d99-0d1d-4044-b918-82d7203c54c3 req-33a6c4e6-7e69-4b0e-9217-0413d3993060 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b68c6f-abef-422f-9dab-a735d4be52ac HTTP/1.1" status: 200 len: 856 time: 0.1038346 May 04 14:40:11.062137 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-f2e873c9-6652-4e72-b97e-ada6a4000762 admin admin] Usage tracker for resource:security_group_rule and tenant:8dd0b1c2243a491288588ee18e7813a0 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:11.065445 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-f2e873c9-6652-4e72-b97e-ada6a4000762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:11.072264 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f2e873c9-6652-4e72-b97e-ada6a4000762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:11.159503 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b490d99-0d1d-4044-b918-82d7203c54c3 req-369a98c8-6d63-4020-b336-426604efbdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:11.161038 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4b490d99-0d1d-4044-b918-82d7203c54c3 req-369a98c8-6d63-4020-b336-426604efbdb5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0962620 May 04 14:40:11.198030 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f2e873c9-6652-4e72-b97e-ada6a4000762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:11.205094 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f2e873c9-6652-4e72-b97e-ada6a4000762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:11.216729 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2c253956-73ac-4724-bd49-6268a465438c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:11.264281 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-f2e873c9-6652-4e72-b97e-ada6a4000762 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8dd0b1c2243a491288588ee18e7813a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484403 May 04 14:40:11.264281 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e873c9-6652-4e72-b97e-ada6a4000762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850c07ae-15ff-4e11-b71b-a1c50b8ad974,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:11.264978 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f2e873c9-6652-4e72-b97e-ada6a4000762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:11.265854 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33794) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:11.335808 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4b490d99-0d1d-4044-b918-82d7203c54c3 req-9ae6e52e-3d03-4b06-a29c-c39f26724544 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671112 May 04 14:40:11.355024 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-385788eb-e3cb-467f-9320-18c25257598b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:11.403224 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-385788eb-e3cb-467f-9320-18c25257598b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:11.483646 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4b490d99-0d1d-4044-b918-82d7203c54c3 req-cd932eab-9332-460d-b13b-1d616f2dc17b service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408322 May 04 14:40:11.501547 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-385788eb-e3cb-467f-9320-18c25257598b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:11.511188 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-31694f94-7dd8-497c-8e47-5d429a9bf08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:11.532268 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385788eb-e3cb-467f-9320-18c25257598b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850c07ae-15ff-4e11-b71b-a1c50b8ad974,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:11.536718 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-385788eb-e3cb-467f-9320-18c25257598b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:11.548271 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-385788eb-e3cb-467f-9320-18c25257598b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:11.550819 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-385788eb-e3cb-467f-9320-18c25257598b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/850c07ae-15ff-4e11-b71b-a1c50b8ad974 HTTP/1.1" status: 204 len: 168 time: 0.2831407 May 04 14:40:11.798348 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd49817-697f-40c0-aee6-0eedc4c77a63 req-2b56b35b-e3ab-4d44-8fa8-b55acbaa8360 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:11.803832 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9fd49817-697f-40c0-aee6-0eedc4c77a63 req-2b56b35b-e3ab-4d44-8fa8-b55acbaa8360 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 944 time: 0.1173315 May 04 14:40:11.915099 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9fd49817-697f-40c0-aee6-0eedc4c77a63 req-1ee6c896-c690-4cfe-8a5c-000c1a1b5f2e tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959980 May 04 14:40:13.188934 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf42bd9-7eb5-4934-aa0f-34e7fa334656 req-cbc39226-9f33-41b1-899c-3f4a06ce67e5 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:13.190796 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3bf42bd9-7eb5-4934-aa0f-34e7fa334656 req-cbc39226-9f33-41b1-899c-3f4a06ce67e5 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 944 time: 0.1175613 May 04 14:40:13.316653 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3bf42bd9-7eb5-4934-aa0f-34e7fa334656 req-d480d50f-c6fd-46d0-b179-f371f5c44008 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155148 May 04 14:40:13.433787 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:13.442482 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 33864) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:13.659362 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-82a3b90f-10c3-4a45-a4b0-af8198b52345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:13.681369 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-82a3b90f-10c3-4a45-a4b0-af8198b52345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:13.687293 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-82a3b90f-10c3-4a45-a4b0-af8198b52345 admin admin] Usage tracker for resource:security_group_rule and tenant:47a65697cf4d4765a255e7a4abbb42c7 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:13.691446 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-82a3b90f-10c3-4a45-a4b0-af8198b52345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:13.699359 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-82a3b90f-10c3-4a45-a4b0-af8198b52345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:13.840182 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-82a3b90f-10c3-4a45-a4b0-af8198b52345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:13.845534 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-82a3b90f-10c3-4a45-a4b0-af8198b52345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:13.852267 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:13.897795 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-82a3b90f-10c3-4a45-a4b0-af8198b52345 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47a65697cf4d4765a255e7a4abbb42c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4541345 May 04 14:40:13.899016 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3b90f-10c3-4a45-a4b0-af8198b52345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3087f106-684d-4d21-a514-1328bc6e841f,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:13.899558 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33870) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:13.902803 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-82a3b90f-10c3-4a45-a4b0-af8198b52345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:14.011920 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e70d-9ab1-41d4-8fb1-729c351c64d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:14.054264 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e70d-9ab1-41d4-8fb1-729c351c64d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:14.138575 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e70d-9ab1-41d4-8fb1-729c351c64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:14.143070 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f1c84dd9-b290-4175-a90a-56f959452d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:14.157424 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6e70d-9ab1-41d4-8fb1-729c351c64d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3087f106-684d-4d21-a514-1328bc6e841f,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:14.160047 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1ef6e70d-9ab1-41d4-8fb1-729c351c64d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:14.164806 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e70d-9ab1-41d4-8fb1-729c351c64d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:14.166147 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-1ef6e70d-9ab1-41d4-8fb1-729c351c64d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3087f106-684d-4d21-a514-1328bc6e841f HTTP/1.1" status: 204 len: 168 time: 0.2651849 May 04 14:40:14.839266 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecd9ec-1034-4ab5-8c8e-5861c652de64 req-f5fb63c0-9dec-4824-98e4-366f0cd29e70 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:14.862055 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-15ecd9ec-1034-4ab5-8c8e-5861c652de64 req-f5fb63c0-9dec-4824-98e4-366f0cd29e70 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 944 time: 0.2817390 May 04 14:40:14.972639 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-15ecd9ec-1034-4ab5-8c8e-5861c652de64 req-d6573699-5727-4c43-8565-5670ac6a12ab tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081877 May 04 14:40:15.072604 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 33896) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:15.285599 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f57a628f-e3d6-4e09-b233-41f9517b6163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:15.302866 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f57a628f-e3d6-4e09-b233-41f9517b6163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:15.307580 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-f57a628f-e3d6-4e09-b233-41f9517b6163 admin admin] Usage tracker for resource:security_group_rule and tenant:339531043c724ee79c07d5eae9d19b02 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:15.327838 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-f57a628f-e3d6-4e09-b233-41f9517b6163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:15.338877 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f57a628f-e3d6-4e09-b233-41f9517b6163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:15.499656 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f57a628f-e3d6-4e09-b233-41f9517b6163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:15.505316 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f57a628f-e3d6-4e09-b233-41f9517b6163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:15.517541 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-514931f7-0e36-4920-975a-2a2d1150b1e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:15.566773 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-f57a628f-e3d6-4e09-b233-41f9517b6163 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=339531043c724ee79c07d5eae9d19b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4918456 May 04 14:40:15.567956 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a628f-e3d6-4e09-b233-41f9517b6163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5712fab4-ac3b-402d-83ff-517b3ced35ca,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:15.569510 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 33910) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:15.584366 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f57a628f-e3d6-4e09-b233-41f9517b6163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:15.675953 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cb5b97ef-249a-4625-bbe2-c1affd7e57e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:15.711975 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cb5b97ef-249a-4625-bbe2-c1affd7e57e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:15.785217 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cb5b97ef-249a-4625-bbe2-c1affd7e57e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:15.790373 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-94c9d503-ca75-49f3-917e-43531a115f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:15.811519 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b97ef-249a-4625-bbe2-c1affd7e57e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5712fab4-ac3b-402d-83ff-517b3ced35ca,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:15.814663 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-cb5b97ef-249a-4625-bbe2-c1affd7e57e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:15.823613 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cb5b97ef-249a-4625-bbe2-c1affd7e57e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:15.828700 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-cb5b97ef-249a-4625-bbe2-c1affd7e57e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5712fab4-ac3b-402d-83ff-517b3ced35ca HTTP/1.1" status: 204 len: 168 time: 0.2543950 May 04 14:40:16.299522 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816eb913-817d-4d6e-bf73-4a07f4e04d8c req-58dfde0a-1f76-498f-8f15-03c5c97330a1 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:16.306682 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-816eb913-817d-4d6e-bf73-4a07f4e04d8c req-58dfde0a-1f76-498f-8f15-03c5c97330a1 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 944 time: 0.1348970 May 04 14:40:16.384330 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-816eb913-817d-4d6e-bf73-4a07f4e04d8c req-70a95d20-67e6-4852-9b40-cac6eaf9f107 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645518 May 04 14:40:17.285759 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 33994) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:17.458818 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-267824877-network', 'tenant_id': '7f8903754102478a95492f2697e8adbe'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:40:17.465298 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:17.470388 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Usage tracker for resource:network and tenant:7f8903754102478a95492f2697e8adbe is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:17.473771 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:17.484504 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:17.500492 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Made reservation on behalf of 7f8903754102478a95492f2697e8adbe for: {'network': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:40:17.507166 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for network, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:17.526147 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:17.553267 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:17.572750 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Usage tracker for resource:security_group_rule and tenant:7f8903754102478a95492f2697e8adbe is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:17.640622 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:17.659755 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:17.740798 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f7255-7b65-4d4c-96b7-bcba3f2b183b req-c08c7c77-7a95-495b-afe3-680a38e3d026 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:17.742424 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-be5f7255-7b65-4d4c-96b7-bcba3f2b183b req-c08c7c77-7a95-495b-afe3-680a38e3d026 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 944 time: 0.1736672 May 04 14:40:17.847751 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-be5f7255-7b65-4d4c-96b7-bcba3f2b183b req-f1cfdc43-ab54-4b8c-9c64-cb6242e0e7b2 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865934 May 04 14:40:17.849407 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:17.856181 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:17.864883 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-32f2d580-d571-42ee-9cb0-fc0d6d2be3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:17.912613 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=73821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:40:17.940666 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:17.941134 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.db.segments_db [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Added segment 96c007b8-13d7-40be-a55a-eba9fca731b6 of type vlan for network a768a81e-ef8a-46b0-9961-b69cb9be2d7d May 04 14:40:17.966345 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9732e2ab-90ae-4ffc-aa19-6fb82faa144b,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:17.981198 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:18.016726 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740809221780'] for network, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:18.169438 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for network, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:18.172558 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:18.173817 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:18.183483 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:18.291578 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0037911 May 04 14:40:18.296910 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 34006) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:18.309823 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-62eebaab-f4cf-4ce8-a500-66d7892eb9a4 admin admin] Request body: {'subnet': {'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-267824877-subnet', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'ip_version': 4}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:40:18.316083 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Pushing event updated for resources: {'Network': ['ID=a768a81e-ef8a-46b0-9961-b69cb9be2d7d,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:18.319809 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:18.320839 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-62eebaab-f4cf-4ce8-a500-66d7892eb9a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:18.331923 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-62eebaab-f4cf-4ce8-a500-66d7892eb9a4 admin admin] Usage tracker for resource:subnet and tenant:7f8903754102478a95492f2697e8adbe is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:18.334112 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Network a768a81e-ef8a-46b0-9961-b69cb9be2d7d details requested by agent ovs-agent-dv-cinder-772623-4-smb with host dv-cinder-772623-4-smb {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:40:18.339800 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-62eebaab-f4cf-4ce8-a500-66d7892eb9a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:18.352435 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-62eebaab-f4cf-4ce8-a500-66d7892eb9a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:18.372686 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62eebaab-f4cf-4ce8-a500-66d7892eb9a4 admin admin] Made reservation on behalf of 7f8903754102478a95492f2697e8adbe for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:40:18.378041 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-62eebaab-f4cf-4ce8-a500-66d7892eb9a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11873840'] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:18.916189 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-62eebaab-f4cf-4ce8-a500-66d7892eb9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10541847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11873830'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:18.921485 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5d2bd2c1-768d-4754-8c42-941382aee8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:19.021820 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eebaab-f4cf-4ce8-a500-66d7892eb9a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd4db3f2-d04e-4f50-83aa-85b8b560c1e7,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:19.021820 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-62eebaab-f4cf-4ce8-a500-66d7892eb9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:19.053875 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eebaab-f4cf-4ce8-a500-66d7892eb9a4 admin admin] Checking segment: {'id': '96c007b8-13d7-40be-a55a-eba9fca731b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:40:19.054346 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eebaab-f4cf-4ce8-a500-66d7892eb9a4 admin admin] Network hostable DHCP agents. Network: a768a81e-ef8a-46b0-9961-b69cb9be2d7d, hostable agents: ['89233beb-46c2-4555-b2a6-383c2a63add2'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:40:19.158010 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eebaab-f4cf-4ce8-a500-66d7892eb9a4 admin admin] Network a768a81e-ef8a-46b0-9961-b69cb9be2d7d is scheduled to be hosted by DHCP agent 89233beb-46c2-4555-b2a6-383c2a63add2 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:40:19.177084 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-62eebaab-f4cf-4ce8-a500-66d7892eb9a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-smb, a768a81e-ef8a-46b0-9961-b69cb9be2d7d) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:40:19.190373 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0899a8e0-363b-416f-a607-ea80be1726fd None None] Network a768a81e-ef8a-46b0-9961-b69cb9be2d7d requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:40:19.196581 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eebaab-f4cf-4ce8-a500-66d7892eb9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:19.197273 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-62eebaab-f4cf-4ce8-a500-66d7892eb9a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:19.251021 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34014) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:19.258299 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-267824877-router', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:40:19.262905 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-62eebaab-f4cf-4ce8-a500-66d7892eb9a4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9661334 May 04 14:40:19.268909 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:19.279233 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Usage tracker for resource:router and tenant:7f8903754102478a95492f2697e8adbe is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:19.292358 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:19.300878 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:19.301446 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bf50a-19fa-4750-919f-e99ac450b7ba req-effd85f8-6910-4fb8-bb10-83463bcdccde tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:19.304228 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a23bf50a-19fa-4750-919f-e99ac450b7ba req-effd85f8-6910-4fb8-bb10-83463bcdccde tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 944 time: 0.2088718 May 04 14:40:19.329272 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-944999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27224'] for router, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:19.331284 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-882279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27217'] for router, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:19.353640 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:19.455363 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a23bf50a-19fa-4750-919f-e99ac450b7ba req-d721ac82-0df6-4c95-9ed8-dface858e471 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363645 May 04 14:40:19.660137 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece46001-1680-4332-9913-63827f28af24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749172ad-36c3-5a6e-a61a-09957afdedb1-a768a81e-ef8a-46b0-9961-b69cb9be2d7d', 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'fixed_ips': [{'subnet_id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7'}]}} from dv-cinder-772623-4-smb. {{(pid=73823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 14:40:19.663625 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ece46001-1680-4332-9913-63827f28af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:19.941149 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.db_base_plugin_common [None req-ece46001-1680-4332-9913-63827f28af24 None None] Allocated IP 172.20.0.2 (a768a81e-ef8a-46b0-9961-b69cb9be2d7d/fd4db3f2-d04e-4f50-83aa-85b8b560c1e7/06c76f59-7dfd-4e8b-9680-fe5b02a84a4a) {{(pid=73823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:40:20.056140 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27299'] for router, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:20.434795 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ece46001-1680-4332-9913-63827f28af24 None None] Notify callbacks [] for port, precommit_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:20.451483 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-ece46001-1680-4332-9913-63827f28af24 None None] Transition to ACTIVE for port object 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:40:20.498226 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-ece46001-1680-4332-9913-63827f28af24 None None] Transition to ACTIVE for port object 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a will not be triggered until provisioned by entity DHCP. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:40:20.511713 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ece46001-1680-4332-9913-63827f28af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:20.535535 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:20.769577 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece46001-1680-4332-9913-63827f28af24 None None] Network a768a81e-ef8a-46b0-9961-b69cb9be2d7d is already hosted by enough agents. {{(pid=73823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:40:20.776737 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.scheduler.base_scheduler [None req-ece46001-1680-4332-9913-63827f28af24 None None] Resources bound (agent type, host, resource id): {{(pid=73823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:40:20.789843 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece46001-1680-4332-9913-63827f28af24 None None] Received port after_create {{(pid=73823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:40:20.850342 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:20.940268 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:21.013564 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece46001-1680-4332-9913-63827f28af24 None None] Pushing event updated for resources: {'Port': ['ID=06c76f59-7dfd-4e8b-9680-fe5b02a84a4a,revision_number=1']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:21.020907 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-ece46001-1680-4332-9913-63827f28af24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:21.034777 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-ece46001-1680-4332-9913-63827f28af24 None None] Attempting to bind port 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:40:21.037896 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-ece46001-1680-4332-9913-63827f28af24 None None] Attempting to bind port 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': '96c007b8-13d7-40be-a55a-eba9fca731b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:40:21.038619 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece46001-1680-4332-9913-63827f28af24 None None] Attempting to bind port 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a on network a768a81e-ef8a-46b0-9961-b69cb9be2d7d {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:40:21.052162 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece46001-1680-4332-9913-63827f28af24 None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:40:21.052972 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece46001-1680-4332-9913-63827f28af24 None None] Checking segment: {'id': '96c007b8-13d7-40be-a55a-eba9fca731b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:40:21.053743 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ece46001-1680-4332-9913-63827f28af24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:21.054432 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece46001-1680-4332-9913-63827f28af24 None None] Bound using segment: {'id': '96c007b8-13d7-40be-a55a-eba9fca731b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:40:21.055268 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-ece46001-1680-4332-9913-63827f28af24 None None] Bound port: 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c007b8-13d7-40be-a55a-eba9fca731b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:40:21.055942 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ece46001-1680-4332-9913-63827f28af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:21.168271 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e574ef1-b8ca-45d3-aeb0-89d61c5953bc req-38b6c477-d6a2-417c-90e5-0d097101039d tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:21.171229 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0e574ef1-b8ca-45d3-aeb0-89d61c5953bc req-38b6c477-d6a2-417c-90e5-0d097101039d tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 944 time: 0.2640576 May 04 14:40:21.294139 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Allocated IP 172.28.3.173 (49af3acc-aa66-439a-917a-edeb41136f16/106a0d71-9dcf-4db1-913d-79820d2de789/97157176-6a4d-455b-a601-b7c58df117b4) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:40:21.300266 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-ece46001-1680-4332-9913-63827f28af24 None None] For port 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:40:21.301853 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0e574ef1-b8ca-45d3-aeb0-89d61c5953bc req-0bd9519d-438c-45d5-8a98-dae453618df2 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988059 May 04 14:40:21.322497 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-ece46001-1680-4332-9913-63827f28af24 None None] For port 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=06c76f59-7dfd-4e8b-9680-fe5b02a84a4a,segment=NetworkSegment(96c007b8-13d7-40be-a55a-eba9fca731b6),segment_id=96c007b8-13d7-40be-a55a-eba9fca731b6)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:40:21.336275 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ece46001-1680-4332-9913-63827f28af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:21.375432 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:21.471991 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece46001-1680-4332-9913-63827f28af24 None None] Pushing event updated for resources: {'Port': ['ID=06c76f59-7dfd-4e8b-9680-fe5b02a84a4a,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:21.485372 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-ece46001-1680-4332-9913-63827f28af24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:21.675465 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:21.746975 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:21.751403 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5f6227a4-6741-4b78-a756-0b5f568af108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:21.914377 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Network 49af3acc-aa66-439a-917a-edeb41136f16 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:40:21.918967 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:40:21.922086 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:40:22.081402 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=97157176-6a4d-455b-a601-b7c58df117b4,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:22.097295 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:22.468647 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:22.610322 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bca140-5c97-4000-a409-525e5b5bcaf5 req-b00673c5-c422-42fd-b2c5-114bf299aea6 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:22.611941 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a5bca140-5c97-4000-a409-525e5b5bcaf5 req-b00673c5-c422-42fd-b2c5-114bf299aea6 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 944 time: 0.1632681 May 04 14:40:22.695474 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:40:22.733577 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a5bca140-5c97-4000-a409-525e5b5bcaf5 req-86405dd6-d50b-4e0f-9c5a-3fb3bc9f3520 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096644 May 04 14:40:22.830621 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:40:22.952499 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce62f6e5-099c-4b01-bbac-67cf01e61c9a None None] Network a768a81e-ef8a-46b0-9961-b69cb9be2d7d requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:40:23.066206 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946105'] for router, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:23.110465 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7758ea78-76b5-4557-b190-bcf180822fe5 None None] Provisioning for port 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:40:23.139293 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7758ea78-76b5-4557-b190-bcf180822fe5 None None] Provisioning complete for port 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:23.139813 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7758ea78-76b5-4557-b190-bcf180822fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:23.351762 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Router e9e64a1c-0194-4fa3-b042-9311f3a5fbdd is scheduled to L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f with binding_index 1 {{(pid=73822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 14:40:23.395472 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7758ea78-76b5-4557-b190-bcf180822fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:23.471635 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7758ea78-76b5-4557-b190-bcf180822fe5 None None] For port 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=06c76f59-7dfd-4e8b-9680-fe5b02a84a4a,segment=NetworkSegment(96c007b8-13d7-40be-a55a-eba9fca731b6),segment_id=96c007b8-13d7-40be-a55a-eba9fca731b6)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:23.475951 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7758ea78-76b5-4557-b190-bcf180822fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:23.478469 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:23.562330 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758ea78-76b5-4557-b190-bcf180822fe5 None None] Pushing event updated for resources: {'Port': ['ID=06c76f59-7dfd-4e8b-9680-fe5b02a84a4a,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:23.566560 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7758ea78-76b5-4557-b190-bcf180822fe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:23.706947 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:40:23.718810 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Sync routers for ids ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'] in dv-cinder-772623-4-smb {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:40:23.733267 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Routers {'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:40:23.733934 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:40:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:23.751045 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] Notify callbacks [] for router, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:23.752309 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-65b7f877-a995-4f74-9655-d91d18890dc6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4991055 May 04 14:40:23.755254 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34032) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:23.816135 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-fbb0ccfa-bc13-4ffc-a482-3fab3725dc7c None None] Provisioning complete for port 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:23.816741 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-fbb0ccfa-bc13-4ffc-a482-3fab3725dc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:24.031028 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef147075-1433-4e75-bb9e-09624427435b req-781e96a0-ec23-4eb4-89a5-7541b36a38e4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:24.032776 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Set router e9e64a1c-0194-4fa3-b042-9311f3a5fbdd gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:40:24.033202 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ef147075-1433-4e75-bb9e-09624427435b req-781e96a0-ec23-4eb4-89a5-7541b36a38e4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 944 time: 0.1336510 May 04 14:40:24.095896 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ef147075-1433-4e75-bb9e-09624427435b req-bebb6633-8416-4606-a8f2-e39b3833ffd5 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488651 May 04 14:40:24.391548 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'name': 'tempest-TestMinimumBasicScenario-267824877-router', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '97157176-6a4d-455b-a601-b7c58df117b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:19Z', 'updated_at': '2021-05-04T14:40:22Z', 'revision_number': 3, 'project_id': '7f8903754102478a95492f2697e8adbe', 'gw_port': {'id': '97157176-6a4d-455b-a601-b7c58df117b4', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:21Z', 'updated_at': '2021-05-04T14:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:24.396776 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Checking router: e9e64a1c-0194-4fa3-b042-9311f3a5fbdd for host: dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:40:24.397142 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Updating router e9e64a1c-0194-4fa3-b042-9311f3a5fbdd port 97157176-6a4d-455b-a601-b7c58df117b4 binding host dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:40:24.457232 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:24.611983 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:40:24.709674 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:24.710059 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:24.722122 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:24.866965 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Notify callbacks [] for port, precommit_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:24.888687 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.provisioning_blocks [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Transition to ACTIVE for port object 97157176-6a4d-455b-a601-b7c58df117b4 will not be triggered until provisioned by entity L2. {{(pid=73824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:40:24.897279 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:24.901746 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:24.996904 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddf0d1-6f00-431e-8893-f281923420ec None None] Pushing event updated for resources: {'Port': ['ID=97157176-6a4d-455b-a601-b7c58df117b4,revision_number=2']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:25.002583 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Attempting to bind port 97157176-6a4d-455b-a601-b7c58df117b4 on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:40:25.002583 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Attempting to bind port 97157176-6a4d-455b-a601-b7c58df117b4 by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:40:25.002583 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Attempting to bind port 97157176-6a4d-455b-a601-b7c58df117b4 on network 49af3acc-aa66-439a-917a-edeb41136f16 {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:40:25.015864 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddf0d1-6f00-431e-8893-f281923420ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:25.016239 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddf0d1-6f00-431e-8893-f281923420ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:25.016598 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddf0d1-6f00-431e-8893-f281923420ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:25.016887 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddf0d1-6f00-431e-8893-f281923420ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:25.017212 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddf0d1-6f00-431e-8893-f281923420ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:25.017541 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddf0d1-6f00-431e-8893-f281923420ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:25.017858 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddf0d1-6f00-431e-8893-f281923420ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:25.018353 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddf0d1-6f00-431e-8893-f281923420ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:25.018578 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddf0d1-6f00-431e-8893-f281923420ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:25.018846 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddf0d1-6f00-431e-8893-f281923420ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:25.019126 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddf0d1-6f00-431e-8893-f281923420ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:25.019419 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddf0d1-6f00-431e-8893-f281923420ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:25.024750 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:40:25.025530 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Checking segment: {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:40:25.026135 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:25.026658 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Bound using segment: {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:40:25.027234 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Bound port: 97157176-6a4d-455b-a601-b7c58df117b4, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:40:25.027639 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:25.057112 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-9fddf0d1-6f00-431e-8893-f281923420ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:25.118514 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Allocated IP 172.20.0.1 (a768a81e-ef8a-46b0-9961-b69cb9be2d7d/fd4db3f2-d04e-4f50-83aa-85b8b560c1e7/1c215c76-fd4b-42f5-b6fb-2b46b082904b) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:40:25.233960 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] For port 97157176-6a4d-455b-a601-b7c58df117b4, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:40:25.255017 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] For port 97157176-6a4d-455b-a601-b7c58df117b4, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=97157176-6a4d-455b-a601-b7c58df117b4,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:40:25.267336 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:25.282278 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-edd4deb9-7e4e-497a-9b66-f10ca08197ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:25.324613 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:25.344176 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Transition to ACTIVE for port object 1c215c76-fd4b-42f5-b6fb-2b46b082904b will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:40:25.371997 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:25.376719 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0b381e2a-d0c3-4282-a6bc-0ae6622ac70a tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:25.406183 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bb2b8-2e05-478f-ac2a-fa8d37717bf2 req-bca34f22-81f3-4294-8334-be646de77d96 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:25.409542 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fb1bb2b8-2e05-478f-ac2a-fa8d37717bf2 req-bca34f22-81f3-4294-8334-be646de77d96 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 944 time: 0.1279502 May 04 14:40:25.442912 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Network a768a81e-ef8a-46b0-9961-b69cb9be2d7d is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:40:25.451042 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:40:25.458657 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:40:25.498626 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Pushing event updated for resources: {'Port': ['ID=1c215c76-fd4b-42f5-b6fb-2b46b082904b,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:25.502099 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fb1bb2b8-2e05-478f-ac2a-fa8d37717bf2 req-826d693e-20a0-4084-81c8-3aa8ba06a448 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862024 May 04 14:40:25.510615 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:25.562357 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919254'] for router_interface, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:25.570161 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Routers {'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:40:25.571213 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:40:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:25.702087 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-ef6f38f4-fbc9-4517-84af-ad3165d28548 None None] Provisioning for port 1c215c76-fd4b-42f5-b6fb-2b46b082904b completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:40:25.708512 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddf0d1-6f00-431e-8893-f281923420ec None None] Pushing event updated for resources: {'Port': ['ID=97157176-6a4d-455b-a601-b7c58df117b4,revision_number=3']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:25.708905 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-ef6f38f4-fbc9-4517-84af-ad3165d28548 None None] Provisioning complete for port 1c215c76-fd4b-42f5-b6fb-2b46b082904b triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:25.709360 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ef6f38f4-fbc9-4517-84af-ad3165d28548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:25.718107 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-9fddf0d1-6f00-431e-8893-f281923420ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:25.781022 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f38f4-fbc9-4517-84af-ad3165d28548 None None] Port 1c215c76-fd4b-42f5-b6fb-2b46b082904b cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:40:25.948564 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:25.983455 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] Set router e9e64a1c-0194-4fa3-b042-9311f3a5fbdd gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:40:26.080182 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:40:26.290487 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:26.300481 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:26.348642 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:26.357905 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-60cd3be7-14e1-47a2-99c5-96cbf02049a8 tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:26.372036 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'port_id': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0', 'mac_address': 'fa:16:3e:25:fd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:40:26.473244 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Pushing event updated for resources: {'Port': ['ID=1c215c76-fd4b-42f5-b6fb-2b46b082904b,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:26.475279 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:26.476910 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:26.478586 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919157'] for router_interface, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:26.518838 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:40:26.527179 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'name': 'tempest-TestMinimumBasicScenario-267824877-router', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '97157176-6a4d-455b-a601-b7c58df117b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:19Z', 'updated_at': '2021-05-04T14:40:22Z', 'revision_number': 3, 'project_id': '7f8903754102478a95492f2697e8adbe', 'gw_port': {'id': '97157176-6a4d-455b-a601-b7c58df117b4', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:21Z', 'updated_at': '2021-05-04T14:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:26.532798 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f1b88-93e8-4eae-8be9-3fce2e590967 None None] The sync data for ids ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'] in dv-cinder-772623-4-smb is: [{'id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'name': 'tempest-TestMinimumBasicScenario-267824877-router', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '97157176-6a4d-455b-a601-b7c58df117b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:19Z', 'updated_at': '2021-05-04T14:40:22Z', 'revision_number': 3, 'project_id': '7f8903754102478a95492f2697e8adbe', 'gw_port': {'id': '97157176-6a4d-455b-a601-b7c58df117b4', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:21Z', 'updated_at': '2021-05-04T14:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:40:26.559540 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:26.567239 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:26.572938 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7758ea78-76b5-4557-b190-bcf180822fe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:26.680735 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Network a768a81e-ef8a-46b0-9961-b69cb9be2d7d is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:40:26.682621 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:40:26.723322 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,revision_number=9']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:26.737849 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:26.811978 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:40:26.884563 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71eee5-b063-4cc9-8bff-1c9bdbd4a11a req-72d46f31-e529-4992-adcf-b978bbb65a42 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:26.892399 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1e71eee5-b063-4cc9-8bff-1c9bdbd4a11a req-72d46f31-e529-4992-adcf-b978bbb65a42 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 945 time: 0.1370595 May 04 14:40:26.982257 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1e71eee5-b063-4cc9-8bff-1c9bdbd4a11a req-0db7d7d8-69dd-436d-b20b-55f9e4e940ae tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836456 May 04 14:40:27.067641 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-5bff68d7-91dc-4df6-ab75-c053251f6068 None None] Provisioning complete for port 1c215c76-fd4b-42f5-b6fb-2b46b082904b triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:27.068168 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-5bff68d7-91dc-4df6-ab75-c053251f6068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:27.128388 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Router e9e64a1c-0194-4fa3-b042-9311f3a5fbdd has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:40:27.199750 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-5bff68d7-91dc-4df6-ab75-c053251f6068 None None] Port 1c215c76-fd4b-42f5-b6fb-2b46b082904b cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:40:27.647842 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:40:27.663518 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] 10.222.0.37 "PUT /v2.0/routers/e9e64a1c-0194-4fa3-b042-9311f3a5fbdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9069340 May 04 14:40:28.096085 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:40:28.222493 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:28.223300 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:28.364972 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deda10c-f500-494b-9e5a-80f7df045f21 req-d88d1c59-a79f-47d6-9483-3b65859bfac3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:28.367876 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1deda10c-f500-494b-9e5a-80f7df045f21 req-d88d1c59-a79f-47d6-9483-3b65859bfac3 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 945 time: 0.1886332 May 04 14:40:28.458355 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1deda10c-f500-494b-9e5a-80f7df045f21 req-bbe16523-182b-42e6-829f-45a11b6df2b2 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824289 May 04 14:40:28.463519 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:28.521639 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e0252b-67db-4061-903d-96247e053f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:40:28.543326 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:28.552442 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:28.556154 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:28.636118 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e0252b-67db-4061-903d-96247e053f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0', 'code': 200} May 04 14:40:28.653475 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 34082) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:28.663188 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2090420788-network', 'tenant_id': '4fc6b55d41e7470f81c4ad3c63c9e112'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:40:28.674374 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:28.697392 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Usage tracker for resource:network and tenant:4fc6b55d41e7470f81c4ad3c63c9e112 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:28.699334 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,revision_number=10']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:28.702354 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:28.703424 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:28.709683 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:28.724279 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Made reservation on behalf of 4fc6b55d41e7470f81c4ad3c63c9e112 for: {'network': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:40:28.726808 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for network, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:28.739865 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 97157176-6a4d-455b-a601-b7c58df117b4 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:40:28.766537 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:28.788210 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:28.793611 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Usage tracker for resource:security_group_rule and tenant:4fc6b55d41e7470f81c4ad3c63c9e112 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:28.797340 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:28.804501 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:28.835040 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Sync routers for ids ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'] in dv-cinder-772623-4-smb {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:40:28.861992 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Routers {'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:40:28.872186 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:40:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:28.917640 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:28.923531 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:28.928795 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:28.984882 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 97157176-6a4d-455b-a601-b7c58df117b4 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:40:29.005279 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=73821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:40:29.034954 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36ed8c4-412f-4819-b370-dfd53dd522f1,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:29.044408 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:29.045678 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:29.046150 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.db.segments_db [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Added segment 65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30 of type vlan for network d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6 May 04 14:40:29.071947 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 97157176-6a4d-455b-a601-b7c58df117b4 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:29.072554 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:29.091034 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740809221780'] for network, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:29.109941 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97605378-9b91-43d6-8ec2-9f47a1c3c7bb req-983bd22a-8737-4203-98b5-9276e6027b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:29.111598 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-97605378-9b91-43d6-8ec2-9f47a1c3c7bb req-983bd22a-8737-4203-98b5-9276e6027b3c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 1100 time: 0.1685469 May 04 14:40:29.168894 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for network, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:29.172843 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:29.173489 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:29.179667 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:29.204737 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-97605378-9b91-43d6-8ec2-9f47a1c3c7bb req-e9f43492-7506-4d0a-bba3-31c829f12be4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842335 May 04 14:40:29.221031 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Set router e9e64a1c-0194-4fa3-b042-9311f3a5fbdd gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:40:29.289931 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Pushing event updated for resources: {'Network': ['ID=d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:29.293212 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6381791 May 04 14:40:29.294202 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:29.297510 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 34086) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:29.303401 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-710bdace-752e-4cd8-8319-b3cb5bb5f334 admin admin] Request body: {'subnet': {'network_id': 'd8fc77c0-f1d0-4eaf-92db-afba43f8a9d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2090420788-subnet', 'tenant_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'ip_version': 4}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:40:29.309722 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-710bdace-752e-4cd8-8319-b3cb5bb5f334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:29.314513 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-710bdace-752e-4cd8-8319-b3cb5bb5f334 admin admin] Usage tracker for resource:subnet and tenant:4fc6b55d41e7470f81c4ad3c63c9e112 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:29.318286 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-710bdace-752e-4cd8-8319-b3cb5bb5f334 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:29.325454 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-710bdace-752e-4cd8-8319-b3cb5bb5f334 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:29.327831 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Network d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6 details requested by agent ovs-agent-dv-cinder-772623-4-smb with host dv-cinder-772623-4-smb {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:40:29.343341 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710bdace-752e-4cd8-8319-b3cb5bb5f334 admin admin] Made reservation on behalf of 4fc6b55d41e7470f81c4ad3c63c9e112 for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:40:29.345782 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-710bdace-752e-4cd8-8319-b3cb5bb5f334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11873840'] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:29.723890 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:29.850548 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port 97157176-6a4d-455b-a601-b7c58df117b4, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=97157176-6a4d-455b-a601-b7c58df117b4,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:29.858111 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:29.863480 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-677a8822-1da9-4554-9dc3-0da4426f8e16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:29.919748 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fad2eb-4dbf-464a-8b5e-16ed7ad99e92 req-f5837b66-e6cc-4326-99f9-585c61495532 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:29.922595 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c6fad2eb-4dbf-464a-8b5e-16ed7ad99e92 req-f5837b66-e6cc-4326-99f9-585c61495532 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 947 time: 0.2846820 May 04 14:40:29.992237 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=97157176-6a4d-455b-a601-b7c58df117b4,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:29.997076 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:30.006172 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c6fad2eb-4dbf-464a-8b5e-16ed7ad99e92 req-44176682-35d9-4fbd-b690-367e0b344b32 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629163 May 04 14:40:30.047384 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'name': 'tempest-TestMinimumBasicScenario-267824877-router', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '97157176-6a4d-455b-a601-b7c58df117b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:19Z', 'updated_at': '2021-05-04T14:40:25Z', 'revision_number': 4, 'project_id': '7f8903754102478a95492f2697e8adbe', 'gw_port': {'id': '97157176-6a4d-455b-a601-b7c58df117b4', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:21Z', 'updated_at': '2021-05-04T14:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '1c215c76-fd4b-42f5-b6fb-2b46b082904b', 'name': '', 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'mac_address': 'fa:16:3e:63:53:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:24Z', 'updated_at': '2021-05-04T14:40:26Z', 'revision_number': 2, 'project_id': '7f8903754102478a95492f2697e8adbe', 'subnets': [{'id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:30.052294 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Checking router: e9e64a1c-0194-4fa3-b042-9311f3a5fbdd for host: dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:40:30.052685 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Updating router e9e64a1c-0194-4fa3-b042-9311f3a5fbdd port 1c215c76-fd4b-42f5-b6fb-2b46b082904b binding host dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:40:30.117213 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:30.173321 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-710bdace-752e-4cd8-8319-b3cb5bb5f334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10541847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11873830'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:30.179688 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:30.345491 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710bdace-752e-4cd8-8319-b3cb5bb5f334 admin admin] Checking segment: {'id': '65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd8fc77c0-f1d0-4eaf-92db-afba43f8a9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:40:30.346089 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710bdace-752e-4cd8-8319-b3cb5bb5f334 admin admin] Network hostable DHCP agents. Network: d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6, hostable agents: ['89233beb-46c2-4555-b2a6-383c2a63add2'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:40:30.355270 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710bdace-752e-4cd8-8319-b3cb5bb5f334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d71962a-6882-42f4-9cd8-42e9274df081,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:30.362541 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-710bdace-752e-4cd8-8319-b3cb5bb5f334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:30.385719 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710bdace-752e-4cd8-8319-b3cb5bb5f334 admin admin] Network d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6 is scheduled to be hosted by DHCP agent 89233beb-46c2-4555-b2a6-383c2a63add2 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:40:30.404211 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-710bdace-752e-4cd8-8319-b3cb5bb5f334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-smb, d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:40:30.421768 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710bdace-752e-4cd8-8319-b3cb5bb5f334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:30.422745 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-710bdace-752e-4cd8-8319-b3cb5bb5f334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:30.427309 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8544ea-327d-41d5-b097-0c90cb9a5e86 None None] Network d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:40:30.463941 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-710bdace-752e-4cd8-8319-b3cb5bb5f334 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1606448 May 04 14:40:30.464372 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34102) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:30.470677 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2090420788-router', 'tenant_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:40:30.476618 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:30.481862 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Usage tracker for resource:router and tenant:4fc6b55d41e7470f81c4ad3c63c9e112 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:30.485648 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:30.493415 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:30.509312 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-944999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27224'] for router, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:30.511551 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-882279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27217'] for router, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:30.541766 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:30.740009 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 97157176-6a4d-455b-a601-b7c58df117b4 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:40:31.005934 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27299'] for router, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:31.221527 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 97157176-6a4d-455b-a601-b7c58df117b4 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:31.222167 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:31.330861 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp749172ad-36c3-5a6e-a61a-09957afdedb1-d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6', 'network_id': 'd8fc77c0-f1d0-4eaf-92db-afba43f8a9d6', 'tenant_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'fixed_ips': [{'subnet_id': '6d71962a-6882-42f4-9cd8-42e9274df081'}]}} from dv-cinder-772623-4-smb. {{(pid=73823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 14:40:31.332194 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:31.396094 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Notify callbacks [] for port, precommit_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:31.404536 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74399a2a-545f-4c44-b884-dc999bfc50e2 req-c5d0e911-a667-4690-be37-d6010ae57dad tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:31.416615 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-74399a2a-545f-4c44-b884-dc999bfc50e2 req-c5d0e911-a667-4690-be37-d6010ae57dad tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 947 time: 0.1669753 May 04 14:40:31.429286 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Transition to ACTIVE for port object 1c215c76-fd4b-42f5-b6fb-2b46b082904b will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:40:31.484162 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:31.514093 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-74399a2a-545f-4c44-b884-dc999bfc50e2 req-41e44ccc-8b92-4c59-afdf-96f0aaa93bf8 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962336 May 04 14:40:31.574411 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:31.609675 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:31.614736 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:31.835621 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Allocated IP 172.28.3.154 (49af3acc-aa66-439a-917a-edeb41136f16/106a0d71-9dcf-4db1-913d-79820d2de789/5edc9771-2b15-4441-b997-73dc56a93b5b) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:40:32.032803 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f98a0-a1e6-4029-a3d4-05f3d314aff0 None None] Pushing event updated for resources: {'Port': ['ID=1c215c76-fd4b-42f5-b6fb-2b46b082904b,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:32.038934 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-160f98a0-a1e6-4029-a3d4-05f3d314aff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:32.057371 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:32.099253 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:32.104301 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:32.160934 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Attempting to bind port 1c215c76-fd4b-42f5-b6fb-2b46b082904b on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:40:32.161385 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Attempting to bind port 1c215c76-fd4b-42f5-b6fb-2b46b082904b by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': '96c007b8-13d7-40be-a55a-eba9fca731b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:40:32.161755 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Attempting to bind port 1c215c76-fd4b-42f5-b6fb-2b46b082904b on network a768a81e-ef8a-46b0-9961-b69cb9be2d7d {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:40:32.174299 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Network 49af3acc-aa66-439a-917a-edeb41136f16 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:40:32.179281 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:40:32.179699 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Checking segment: {'id': '96c007b8-13d7-40be-a55a-eba9fca731b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:40:32.180108 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:32.180582 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Bound using segment: {'id': '96c007b8-13d7-40be-a55a-eba9fca731b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:40:32.181236 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Bound port: 1c215c76-fd4b-42f5-b6fb-2b46b082904b, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c007b8-13d7-40be-a55a-eba9fca731b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:40:32.182015 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:32.182691 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:40:32.187787 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:40:32.219666 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.db_base_plugin_common [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Allocated IP 172.20.0.2 (d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6/6d71962a-6882-42f4-9cd8-42e9274df081/cfc10462-9c4c-4115-9976-d86f27389978) {{(pid=73823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:40:32.230862 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Pushing event updated for resources: {'Port': ['ID=5edc9771-2b15-4441-b997-73dc56a93b5b,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:32.239915 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:32.496488 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] For port 1c215c76-fd4b-42f5-b6fb-2b46b082904b, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:40:32.512616 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] For port 1c215c76-fd4b-42f5-b6fb-2b46b082904b, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=1c215c76-fd4b-42f5-b6fb-2b46b082904b,segment=NetworkSegment(96c007b8-13d7-40be-a55a-eba9fca731b6),segment_id=96c007b8-13d7-40be-a55a-eba9fca731b6)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:40:32.517982 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:32.530431 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:32.693239 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f98a0-a1e6-4029-a3d4-05f3d314aff0 None None] Pushing event updated for resources: {'Port': ['ID=1c215c76-fd4b-42f5-b6fb-2b46b082904b,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:32.699388 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Routers {'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:40:32.700049 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:40:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:32.758876 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-160f98a0-a1e6-4029-a3d4-05f3d314aff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:32.841390 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d973e-67a2-415a-8829-b6718fd88c2c req-6a07175d-6f7f-4b15-9d90-d204d59b0d05 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:32.849813 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-471d973e-67a2-415a-8829-b6718fd88c2c req-6a07175d-6f7f-4b15-9d90-d204d59b0d05 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 947 time: 0.1897018 May 04 14:40:32.899369 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-471d973e-67a2-415a-8829-b6718fd88c2c req-6a9b052b-b6e3-4564-95fe-a5e755db1558 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440438 May 04 14:40:32.959975 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:33.001676 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Transition to ACTIVE for port object cfc10462-9c4c-4115-9976-d86f27389978 will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:40:33.035359 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:33.057554 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] Set router e9e64a1c-0194-4fa3-b042-9311f3a5fbdd gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:40:33.232425 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Transition to ACTIVE for port object cfc10462-9c4c-4115-9976-d86f27389978 will not be triggered until provisioned by entity DHCP. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:40:33.398322 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502'] for port, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:33.415001 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:33.485056 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Network d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6 is already hosted by enough agents. {{(pid=73823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:40:33.535030 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.scheduler.base_scheduler [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Resources bound (agent type, host, resource id): {{(pid=73823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:40:33.537909 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Received port after_create {{(pid=73823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:40:33.590783 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946105'] for router, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:33.612733 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Pushing event updated for resources: {'Port': ['ID=cfc10462-9c4c-4115-9976-d86f27389978,revision_number=1']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:33.616114 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:33.634078 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 34160) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:33.701023 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Attempting to bind port cfc10462-9c4c-4115-9976-d86f27389978 on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:40:33.701438 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Attempting to bind port cfc10462-9c4c-4115-9976-d86f27389978 by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': '65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd8fc77c0-f1d0-4eaf-92db-afba43f8a9d6'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:40:33.701838 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Attempting to bind port cfc10462-9c4c-4115-9976-d86f27389978 on network d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:40:33.713448 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:40:33.714041 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Checking segment: {'id': '65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd8fc77c0-f1d0-4eaf-92db-afba43f8a9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:40:33.714328 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:33.714739 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Bound using segment: {'id': '65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd8fc77c0-f1d0-4eaf-92db-afba43f8a9d6'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:40:33.715241 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Bound port: cfc10462-9c4c-4115-9976-d86f27389978, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd8fc77c0-f1d0-4eaf-92db-afba43f8a9d6'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:40:33.715673 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:33.866512 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] For port cfc10462-9c4c-4115-9976-d86f27389978, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:40:33.870867 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] For port cfc10462-9c4c-4115-9976-d86f27389978, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=cfc10462-9c4c-4115-9976-d86f27389978,segment=NetworkSegment(65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30),segment_id=65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:40:33.879340 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:33.883100 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7bb299c1-c6a4-4539-abdb-347ad243201f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:33.885336 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:33.903952 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Router 3361478f-f028-432c-9679-f464b58e90f9 is scheduled to L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f with binding_index 1 {{(pid=73822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 14:40:33.906620 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-7bb299c1-c6a4-4539-abdb-347ad243201f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:33.911506 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-7bb299c1-c6a4-4539-abdb-347ad243201f admin admin] Usage tracker for resource:security_group_rule and tenant:aa8e1a46b6484f79afa0ec86e7aab2b0 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:33.915471 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-7bb299c1-c6a4-4539-abdb-347ad243201f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:33.925304 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-7bb299c1-c6a4-4539-abdb-347ad243201f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:33.963805 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'name': 'tempest-TestMinimumBasicScenario-267824877-router', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '97157176-6a4d-455b-a601-b7c58df117b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:19Z', 'updated_at': '2021-05-04T14:40:25Z', 'revision_number': 4, 'project_id': '7f8903754102478a95492f2697e8adbe', 'gw_port': {'id': '97157176-6a4d-455b-a601-b7c58df117b4', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:21Z', 'updated_at': '2021-05-04T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '1c215c76-fd4b-42f5-b6fb-2b46b082904b', 'name': '', 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'mac_address': 'fa:16:3e:63:53:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:24Z', 'updated_at': '2021-05-04T14:40:32Z', 'revision_number': 4, 'project_id': '7f8903754102478a95492f2697e8adbe', 'subnets': [{'id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:33.984827 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b333b-f004-4f55-adc6-e30a51b9486b None None] The sync data for ids ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'] in dv-cinder-772623-4-smb is: [{'id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'name': 'tempest-TestMinimumBasicScenario-267824877-router', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '97157176-6a4d-455b-a601-b7c58df117b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:19Z', 'updated_at': '2021-05-04T14:40:25Z', 'revision_number': 4, 'project_id': '7f8903754102478a95492f2697e8adbe', 'gw_port': {'id': '97157176-6a4d-455b-a601-b7c58df117b4', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:21Z', 'updated_at': '2021-05-04T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '1c215c76-fd4b-42f5-b6fb-2b46b082904b', 'name': '', 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'mac_address': 'fa:16:3e:63:53:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:24Z', 'updated_at': '2021-05-04T14:40:32Z', 'revision_number': 4, 'project_id': '7f8903754102478a95492f2697e8adbe', 'subnets': [{'id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:40:34.006246 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Pushing event updated for resources: {'Port': ['ID=cfc10462-9c4c-4115-9976-d86f27389978,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:34.010390 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-c33d7510-0b91-4234-aa0c-50c2caea0cd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:34.165793 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7bb299c1-c6a4-4539-abdb-347ad243201f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:34.172178 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:40:34.173277 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7bb299c1-c6a4-4539-abdb-347ad243201f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:34.185558 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Sync routers for ids ['3361478f-f028-432c-9679-f464b58e90f9'] in dv-cinder-772623-4-smb {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:40:34.197810 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e8b91721-0c69-4e32-89dd-092ea2bb7751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:34.201686 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Routers {'3361478f-f028-432c-9679-f464b58e90f9'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:40:34.205390 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:40:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['3361478f-f028-432c-9679-f464b58e90f9'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:34.238731 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Notify callbacks [] for router, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:34.246541 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7803545 May 04 14:40:34.248215 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34166) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:34.301966 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-7bb299c1-c6a4-4539-abdb-347ad243201f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa8e1a46b6484f79afa0ec86e7aab2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6655786 May 04 14:40:34.303390 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb299c1-c6a4-4539-abdb-347ad243201f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da9cd1f-65b9-4ca6-98ab-dd45512d544c,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:34.320408 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 34170) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:34.338967 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-7bb299c1-c6a4-4539-abdb-347ad243201f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:34.565252 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cdce71c7-cb9d-4e04-afa3-4bd0cad47ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:34.604216 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cdce71c7-cb9d-4e04-afa3-4bd0cad47ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:34.723706 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cdce71c7-cb9d-4e04-afa3-4bd0cad47ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:34.732530 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e96198c1-de94-4bc5-a418-0c49e0297191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:34.736005 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Set router 3361478f-f028-432c-9679-f464b58e90f9 gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:40:34.763512 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce71c7-cb9d-4e04-afa3-4bd0cad47ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da9cd1f-65b9-4ca6-98ab-dd45512d544c,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:34.766232 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cdce71c7-cb9d-4e04-afa3-4bd0cad47ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:34.768398 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-cdce71c7-cb9d-4e04-afa3-4bd0cad47ab4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6da9cd1f-65b9-4ca6-98ab-dd45512d544c HTTP/1.1" status: 204 len: 168 time: 0.4349699 May 04 14:40:34.769525 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-cdce71c7-cb9d-4e04-afa3-4bd0cad47ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:34.847204 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device cfc10462-9c4c-4115-9976-d86f27389978 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:40:34.983426 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port cfc10462-9c4c-4115-9976-d86f27389978 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:40:34.993305 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 1c215c76-fd4b-42f5-b6fb-2b46b082904b up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:40:35.157207 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 1c215c76-fd4b-42f5-b6fb-2b46b082904b completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:40:35.170510 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 1c215c76-fd4b-42f5-b6fb-2b46b082904b triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:35.171538 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:35.543289 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3361478f-f028-432c-9679-f464b58e90f9', 'name': 'tempest-TestMinimumBasicScenario-2090420788-router', 'tenant_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '5edc9771-2b15-4441-b997-73dc56a93b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:30Z', 'updated_at': '2021-05-04T14:40:32Z', 'revision_number': 3, 'project_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'gw_port': {'id': '5edc9771-2b15-4441-b997-73dc56a93b5b', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361478f-f028-432c-9679-f464b58e90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:31Z', 'updated_at': '2021-05-04T14:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:35.554832 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Checking router: 3361478f-f028-432c-9679-f464b58e90f9 for host: dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:40:35.555262 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Updating router 3361478f-f028-432c-9679-f464b58e90f9 port 5edc9771-2b15-4441-b997-73dc56a93b5b binding host dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:40:35.607234 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:35.693278 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-62011b67-147c-4c44-9b5d-5a050961e010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:35.700086 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port 1c215c76-fd4b-42f5-b6fb-2b46b082904b, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=1c215c76-fd4b-42f5-b6fb-2b46b082904b,segment=NetworkSegment(96c007b8-13d7-40be-a55a-eba9fca731b6),segment_id=96c007b8-13d7-40be-a55a-eba9fca731b6)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:35.706551 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:35.717134 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:35.717386 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:35.820504 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=1c215c76-fd4b-42f5-b6fb-2b46b082904b,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:35.824662 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:35.880735 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ad741e-651c-44ef-a1f6-e3a93e3946f3 None None] Network d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:40:36.007118 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.048988 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e77eb86b-386a-43c1-8fe6-1de2da0fe3ed None None] Provisioning for port cfc10462-9c4c-4115-9976-d86f27389978 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:40:36.085807 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e77eb86b-386a-43c1-8fe6-1de2da0fe3ed None None] Provisioning complete for port cfc10462-9c4c-4115-9976-d86f27389978 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:36.086221 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e77eb86b-386a-43c1-8fe6-1de2da0fe3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.272164 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Notify callbacks [] for port, precommit_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.287213 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e77eb86b-386a-43c1-8fe6-1de2da0fe3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.294081 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.provisioning_blocks [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Transition to ACTIVE for port object 5edc9771-2b15-4441-b997-73dc56a93b5b will not be triggered until provisioned by entity L2. {{(pid=73824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:40:36.307934 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.333657 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e77eb86b-386a-43c1-8fe6-1de2da0fe3ed None None] For port cfc10462-9c4c-4115-9976-d86f27389978, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=cfc10462-9c4c-4115-9976-d86f27389978,segment=NetworkSegment(65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30),segment_id=65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:36.340911 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e77eb86b-386a-43c1-8fe6-1de2da0fe3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.343258 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:36.345848 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-13d56a57-7d7e-4577-93e2-26e330726739 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:36.409026 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Allocated IP 172.20.0.1 (d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6/6d71962a-6882-42f4-9cd8-42e9274df081/622f5bca-653d-4a23-a2ce-f6285944ff13) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:40:36.439464 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77eb86b-386a-43c1-8fe6-1de2da0fe3ed None None] Pushing event updated for resources: {'Port': ['ID=cfc10462-9c4c-4115-9976-d86f27389978,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:36.444016 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e77eb86b-386a-43c1-8fe6-1de2da0fe3ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:36.523430 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Attempting to bind port 5edc9771-2b15-4441-b997-73dc56a93b5b on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:40:36.523777 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Attempting to bind port 5edc9771-2b15-4441-b997-73dc56a93b5b by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:40:36.524136 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Attempting to bind port 5edc9771-2b15-4441-b997-73dc56a93b5b on network 49af3acc-aa66-439a-917a-edeb41136f16 {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:40:36.526880 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15020a9f-81f4-48f0-aa1e-3d44c81c9079 None None] Pushing event updated for resources: {'Port': ['ID=5edc9771-2b15-4441-b997-73dc56a93b5b,revision_number=2']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:36.531219 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-15020a9f-81f4-48f0-aa1e-3d44c81c9079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:36.534257 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:40:36.534620 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Checking segment: {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:40:36.535006 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.535390 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Bound using segment: {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:40:36.535874 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Bound port: 5edc9771-2b15-4441-b997-73dc56a93b5b, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e93134e-36a0-4667-b09d-daeedffd97c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16'}}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:40:36.536271 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.619502 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.626939 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] For port 5edc9771-2b15-4441-b997-73dc56a93b5b, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:40:36.632153 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] For port 5edc9771-2b15-4441-b997-73dc56a93b5b, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=5edc9771-2b15-4441-b997-73dc56a93b5b,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:40:36.639099 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.640190 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Transition to ACTIVE for port object 622f5bca-653d-4a23-a2ce-f6285944ff13 will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:40:36.644724 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:36.674998 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.678996 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-19290893-a6b3-42f4-8c0f-8f3f4859b806 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:36.694018 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device cfc10462-9c4c-4115-9976-d86f27389978 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:40:36.734020 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Routers {'3361478f-f028-432c-9679-f464b58e90f9'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:40:36.734813 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:40:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['3361478f-f028-432c-9679-f464b58e90f9'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:36.740685 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-8c1ec7c7-8862-4770-b980-f430d0b847b1 None None] Provisioning complete for port cfc10462-9c4c-4115-9976-d86f27389978 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:36.741161 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8c1ec7c7-8862-4770-b980-f430d0b847b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.746700 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Network d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:40:36.750064 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:40:36.754289 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:40:36.801483 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15020a9f-81f4-48f0-aa1e-3d44c81c9079 None None] Pushing event updated for resources: {'Port': ['ID=5edc9771-2b15-4441-b997-73dc56a93b5b,revision_number=3']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:36.807468 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-15020a9f-81f4-48f0-aa1e-3d44c81c9079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:36.819515 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919254'] for router_interface, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:36.842248 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Pushing event updated for resources: {'Port': ['ID=622f5bca-653d-4a23-a2ce-f6285944ff13,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:36.853011 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:36.854291 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:36.854650 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:36.855263 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:36.855639 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:36.856006 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:36.856366 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:36.856725 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:36.857088 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:36.857473 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:36.857952 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:36.858314 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:40:36.863317 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:37.027609 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:37.043356 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port cfc10462-9c4c-4115-9976-d86f27389978 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:37.044229 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:37.096759 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] Set router 3361478f-f028-432c-9679-f464b58e90f9 gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:40:37.257039 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 1c215c76-fd4b-42f5-b6fb-2b46b082904b up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:40:37.322291 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:37.323150 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-f21b808c-4a15-4470-9924-6dfaf0a0b03c None None] Provisioning for port 622f5bca-653d-4a23-a2ce-f6285944ff13 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:40:37.330209 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:37.336175 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-f21b808c-4a15-4470-9924-6dfaf0a0b03c None None] Provisioning complete for port 622f5bca-653d-4a23-a2ce-f6285944ff13 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:37.337223 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f21b808c-4a15-4470-9924-6dfaf0a0b03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:37.380814 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e0b0e719-0629-49ef-a066-e991165cbf71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:37.419160 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-f21b808c-4a15-4470-9924-6dfaf0a0b03c None None] Port 622f5bca-653d-4a23-a2ce-f6285944ff13 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:40:37.422532 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 1c215c76-fd4b-42f5-b6fb-2b46b082904b triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:37.422950 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:37.490582 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3361478f-f028-432c-9679-f464b58e90f9', 'name': 'tempest-TestMinimumBasicScenario-2090420788-router', 'tenant_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '5edc9771-2b15-4441-b997-73dc56a93b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:30Z', 'updated_at': '2021-05-04T14:40:32Z', 'revision_number': 3, 'project_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'gw_port': {'id': '5edc9771-2b15-4441-b997-73dc56a93b5b', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361478f-f028-432c-9679-f464b58e90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:31Z', 'updated_at': '2021-05-04T14:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:37.495646 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ded78d-e4c1-4f3d-bfbc-d28d4e1ab9cd None None] The sync data for ids ['3361478f-f028-432c-9679-f464b58e90f9'] in dv-cinder-772623-4-smb is: [{'id': '3361478f-f028-432c-9679-f464b58e90f9', 'name': 'tempest-TestMinimumBasicScenario-2090420788-router', 'tenant_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '5edc9771-2b15-4441-b997-73dc56a93b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:30Z', 'updated_at': '2021-05-04T14:40:32Z', 'revision_number': 3, 'project_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'gw_port': {'id': '5edc9771-2b15-4441-b997-73dc56a93b5b', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361478f-f028-432c-9679-f464b58e90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:31Z', 'updated_at': '2021-05-04T14:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:40:37.497390 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Pushing event updated for resources: {'Port': ['ID=622f5bca-653d-4a23-a2ce-f6285944ff13,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:37.501997 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919157'] for router_interface, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:37.508744 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:37.680100 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Network d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:40:37.681951 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:40:38.067703 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-bb74c117-7dd9-4fbe-9d6e-8341cb9dbbe1 None None] Provisioning complete for port 622f5bca-653d-4a23-a2ce-f6285944ff13 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:38.069041 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-bb74c117-7dd9-4fbe-9d6e-8341cb9dbbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:38.095763 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Router 3361478f-f028-432c-9679-f464b58e90f9 has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:40:38.114872 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a836f86e-43ec-4bf8-8bbd-60d50e37f824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:38.157874 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-bb74c117-7dd9-4fbe-9d6e-8341cb9dbbe1 None None] Port 622f5bca-653d-4a23-a2ce-f6285944ff13 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:40:38.229298 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:38.313235 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:40:38.328780 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] 10.222.0.37 "PUT /v2.0/routers/3361478f-f028-432c-9679-f464b58e90f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0754306 May 04 14:40:38.644967 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 5edc9771-2b15-4441-b997-73dc56a93b5b up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:40:38.738878 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 5edc9771-2b15-4441-b997-73dc56a93b5b completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:40:38.744677 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 5edc9771-2b15-4441-b997-73dc56a93b5b triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:38.745013 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:38.885929 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:38.914005 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port 5edc9771-2b15-4441-b997-73dc56a93b5b, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=5edc9771-2b15-4441-b997-73dc56a93b5b,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:38.920886 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:38.923795 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:39.005560 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=5edc9771-2b15-4441-b997-73dc56a93b5b,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:39.009008 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:39.113928 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:39.300178 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Sync routers for ids ['3361478f-f028-432c-9679-f464b58e90f9'] in dv-cinder-772623-4-smb {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:40:39.320001 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Routers {'3361478f-f028-432c-9679-f464b58e90f9'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:40:39.321402 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:40:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['3361478f-f028-432c-9679-f464b58e90f9'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:39.679414 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Set router 3361478f-f028-432c-9679-f464b58e90f9 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:40:40.127152 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3361478f-f028-432c-9679-f464b58e90f9', 'name': 'tempest-TestMinimumBasicScenario-2090420788-router', 'tenant_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '5edc9771-2b15-4441-b997-73dc56a93b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:30Z', 'updated_at': '2021-05-04T14:40:36Z', 'revision_number': 4, 'project_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'gw_port': {'id': '5edc9771-2b15-4441-b997-73dc56a93b5b', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3361478f-f028-432c-9679-f464b58e90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:31Z', 'updated_at': '2021-05-04T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '622f5bca-653d-4a23-a2ce-f6285944ff13', 'name': '', 'network_id': 'd8fc77c0-f1d0-4eaf-92db-afba43f8a9d6', 'tenant_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'mac_address': 'fa:16:3e:aa:82:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361478f-f028-432c-9679-f464b58e90f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '6d71962a-6882-42f4-9cd8-42e9274df081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:36Z', 'updated_at': '2021-05-04T14:40:37Z', 'revision_number': 2, 'project_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'subnets': [{'id': '6d71962a-6882-42f4-9cd8-42e9274df081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:40.136134 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Checking router: 3361478f-f028-432c-9679-f464b58e90f9 for host: dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:40:40.136668 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Updating router 3361478f-f028-432c-9679-f464b58e90f9 port 622f5bca-653d-4a23-a2ce-f6285944ff13 binding host dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:40:40.216415 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:40.720501 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 5edc9771-2b15-4441-b997-73dc56a93b5b up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:40:40.802561 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:40.827349 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Transition to ACTIVE for port object 622f5bca-653d-4a23-a2ce-f6285944ff13 will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:40:40.844938 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:40.850428 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:40.898798 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 5edc9771-2b15-4441-b997-73dc56a93b5b triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:40.899350 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:41.058865 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:41.144700 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8ee21-72e3-48f6-a516-709584ed1d2a None None] Pushing event updated for resources: {'Port': ['ID=622f5bca-653d-4a23-a2ce-f6285944ff13,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:41.149496 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-2ce8ee21-72e3-48f6-a516-709584ed1d2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:41.295092 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Attempting to bind port 622f5bca-653d-4a23-a2ce-f6285944ff13 on host dv-cinder-772623-4-smb for vnic_type normal with profile {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:40:41.295585 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Attempting to bind port 622f5bca-653d-4a23-a2ce-f6285944ff13 by drivers openvswitch,hyperv on host dv-cinder-772623-4-smb at level 0 using segments [{'id': '65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd8fc77c0-f1d0-4eaf-92db-afba43f8a9d6'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:40:41.296226 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Attempting to bind port 622f5bca-653d-4a23-a2ce-f6285944ff13 on network d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:40:41.311277 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Checking agent: {'id': 'b0a02ff4-0622-4017-ba56-22a6b9c06516', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 25, 38), 'started_at': datetime.datetime(2021, 5, 4, 14, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:40:41.311754 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Checking segment: {'id': '65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd8fc77c0-f1d0-4eaf-92db-afba43f8a9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:40:41.312369 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:41.313006 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Bound using segment: {'id': '65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd8fc77c0-f1d0-4eaf-92db-afba43f8a9d6'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:40:41.313786 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Bound port: 622f5bca-653d-4a23-a2ce-f6285944ff13, host: dv-cinder-772623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd8fc77c0-f1d0-4eaf-92db-afba43f8a9d6'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:40:41.314412 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:41.534844 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] For port 622f5bca-653d-4a23-a2ce-f6285944ff13, host dv-cinder-772623-4-smb, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:40:41.538946 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] For port 622f5bca-653d-4a23-a2ce-f6285944ff13, host dv-cinder-772623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=622f5bca-653d-4a23-a2ce-f6285944ff13,segment=NetworkSegment(65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30),segment_id=65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:40:41.546640 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:41.551589 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:41.641721 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Routers {'3361478f-f028-432c-9679-f464b58e90f9'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:40:41.642383 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:40:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['3361478f-f028-432c-9679-f464b58e90f9'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:41.724785 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8ee21-72e3-48f6-a516-709584ed1d2a None None] Pushing event updated for resources: {'Port': ['ID=622f5bca-653d-4a23-a2ce-f6285944ff13,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:41.745867 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-2ce8ee21-72e3-48f6-a516-709584ed1d2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:41.961088 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] Set router 3361478f-f028-432c-9679-f464b58e90f9 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:40:42.421551 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3361478f-f028-432c-9679-f464b58e90f9', 'name': 'tempest-TestMinimumBasicScenario-2090420788-router', 'tenant_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '5edc9771-2b15-4441-b997-73dc56a93b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:30Z', 'updated_at': '2021-05-04T14:40:36Z', 'revision_number': 4, 'project_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'gw_port': {'id': '5edc9771-2b15-4441-b997-73dc56a93b5b', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3361478f-f028-432c-9679-f464b58e90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:31Z', 'updated_at': '2021-05-04T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '622f5bca-653d-4a23-a2ce-f6285944ff13', 'name': '', 'network_id': 'd8fc77c0-f1d0-4eaf-92db-afba43f8a9d6', 'tenant_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'mac_address': 'fa:16:3e:aa:82:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361478f-f028-432c-9679-f464b58e90f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '6d71962a-6882-42f4-9cd8-42e9274df081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:36Z', 'updated_at': '2021-05-04T14:40:41Z', 'revision_number': 4, 'project_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'subnets': [{'id': '6d71962a-6882-42f4-9cd8-42e9274df081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:42.429628 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0368d1-3a65-427e-a87f-b110086b3ff2 None None] The sync data for ids ['3361478f-f028-432c-9679-f464b58e90f9'] in dv-cinder-772623-4-smb is: [{'id': '3361478f-f028-432c-9679-f464b58e90f9', 'name': 'tempest-TestMinimumBasicScenario-2090420788-router', 'tenant_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '5edc9771-2b15-4441-b997-73dc56a93b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:30Z', 'updated_at': '2021-05-04T14:40:36Z', 'revision_number': 4, 'project_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'gw_port': {'id': '5edc9771-2b15-4441-b997-73dc56a93b5b', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3361478f-f028-432c-9679-f464b58e90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:31Z', 'updated_at': '2021-05-04T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '622f5bca-653d-4a23-a2ce-f6285944ff13', 'name': '', 'network_id': 'd8fc77c0-f1d0-4eaf-92db-afba43f8a9d6', 'tenant_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'mac_address': 'fa:16:3e:aa:82:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361478f-f028-432c-9679-f464b58e90f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '6d71962a-6882-42f4-9cd8-42e9274df081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:36Z', 'updated_at': '2021-05-04T14:40:41Z', 'revision_number': 4, 'project_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'subnets': [{'id': '6d71962a-6882-42f4-9cd8-42e9274df081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:40:42.704637 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 622f5bca-653d-4a23-a2ce-f6285944ff13 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:40:42.839385 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning for port 622f5bca-653d-4a23-a2ce-f6285944ff13 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:40:42.845093 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 622f5bca-653d-4a23-a2ce-f6285944ff13 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:42.845504 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:43.062210 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:43.119145 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] For port 622f5bca-653d-4a23-a2ce-f6285944ff13, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=622f5bca-653d-4a23-a2ce-f6285944ff13,segment=NetworkSegment(65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30),segment_id=65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:40:43.128577 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:43.141634 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:43.258669 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Pushing event updated for resources: {'Port': ['ID=622f5bca-653d-4a23-a2ce-f6285944ff13,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:43.273832 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:43.434790 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:43.603318 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:40:44.645630 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 622f5bca-653d-4a23-a2ce-f6285944ff13 up at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:40:44.762445 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Provisioning complete for port 622f5bca-653d-4a23-a2ce-f6285944ff13 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:44.763232 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:45.036808 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-45ccd02c-1de2-4a6e-8442-ff494bf7154f req-04aba596-0ea1-4a57-97d5-9e9953de1d5f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1097178 May 04 14:40:45.159984 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ccd02c-1de2-4a6e-8442-ff494bf7154f req-a91b03a5-9eef-4889-baff-5f902073b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:45.162015 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-45ccd02c-1de2-4a6e-8442-ff494bf7154f req-a91b03a5-9eef-4889-baff-5f902073b90d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ad25986999c451986a94fb0dbd2db7d&device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 1100 time: 0.1000526 May 04 14:40:45.369718 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ccd02c-1de2-4a6e-8442-ff494bf7154f req-f501bc5b-f98e-4885-8d86-58289f78af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:45.371396 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-45ccd02c-1de2-4a6e-8442-ff494bf7154f req-f501bc5b-f98e-4885-8d86-58289f78af1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62 HTTP/1.1" status: 200 len: 918 time: 0.1883743 May 04 14:40:45.538204 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-45ccd02c-1de2-4a6e-8442-ff494bf7154f req-e1b29f9f-4fb7-49c2-8892-82958191ee5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 HTTP/1.1" status: 200 len: 1002 time: 0.1607614 May 04 14:40:45.652445 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ccd02c-1de2-4a6e-8442-ff494bf7154f req-36a7b62f-ffac-4287-85e9-e7c272acf91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:45.652445 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-45ccd02c-1de2-4a6e-8442-ff494bf7154f req-36a7b62f-ffac-4287-85e9-e7c272acf91d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b68c6f-abef-422f-9dab-a735d4be52ac HTTP/1.1" status: 200 len: 856 time: 0.1073692 May 04 14:40:45.750400 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ccd02c-1de2-4a6e-8442-ff494bf7154f req-aa896d4f-c73b-40e7-b9ea-6cd38420c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:45.752104 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-45ccd02c-1de2-4a6e-8442-ff494bf7154f req-aa896d4f-c73b-40e7-b9ea-6cd38420c1f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0f51f5-915d-44ca-8152-5cadcc1bfc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0926275 May 04 14:40:45.936612 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-45ccd02c-1de2-4a6e-8442-ff494bf7154f req-87606508-b1a0-40ed-9e88-46516579eac3 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775372 May 04 14:40:46.193388 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-45ccd02c-1de2-4a6e-8442-ff494bf7154f req-13ded5ec-07cf-4f8b-833a-341aa45e683b service neutron] 10.222.0.47 "GET /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495394 May 04 14:40:49.964887 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-0a3e5848-f083-4c0e-b443-043ea8b7c3c2 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:49.965603 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-0a3e5848-f083-4c0e-b443-043ea8b7c3c2 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Synchronizing usage tracker for tenant:7f8903754102478a95492f2697e8adbe on resource:network {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:40:49.989020 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-0a3e5848-f083-4c0e-b443-043ea8b7c3c2 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Unset dirty status for tenant:7f8903754102478a95492f2697e8adbe on resource:network {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:40:49.991155 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-0a3e5848-f083-4c0e-b443-043ea8b7c3c2 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/networks?id=a768a81e-ef8a-46b0-9961-b69cb9be2d7d HTTP/1.1" status: 200 len: 814 time: 0.1917360 May 04 14:40:50.008618 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-8729e6b4-225b-4552-a0d3-28fe2fa79a06 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/quotas/7f8903754102478a95492f2697e8adbe HTTP/1.1" status: 200 len: 375 time: 0.0103576 May 04 14:40:50.105106 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-9fc3c9b1-7c98-48e6-869f-831aef4a57b9 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8903754102478a95492f2697e8adbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895853 May 04 14:40:50.373471 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-b70e031f-0fc0-4c4c-9184-0f8ace90e5b1 service neutron] 10.222.0.37 "GET /v2.0/networks/a768a81e-ef8a-46b0-9961-b69cb9be2d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550459 May 04 14:40:50.508714 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a8e21f6-e96e-4e5b-816c-688f6d91eab1 service neutron] 10.222.0.37 "GET /v2.0/networks/a768a81e-ef8a-46b0-9961-b69cb9be2d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278648 May 04 14:40:50.702054 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9128ef54-1f97-498d-b140-84e85e1061e5 req-69d40bc9-1b69-4de3-8b0a-dabcd583a661 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 210 time: 0.0539320 May 04 14:40:51.743061 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34246) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:40:51.895250 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-50972bcd-f339-4006-a0b1-a9f7f9850ea8 req-34598c11-9865-4e5e-a3c8-a750d04bd5b2 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 210 time: 0.0649042 May 04 14:40:51.945854 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-20186569-2d4c-4251-bb53-2d48110d1efd tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:51.947669 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-20186569-2d4c-4251-bb53-2d48110d1efd tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.47 "GET /v2.0/networks?id=a768a81e-ef8a-46b0-9961-b69cb9be2d7d HTTP/1.1" status: 200 len: 814 time: 0.2269983 May 04 14:40:51.964980 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-793dba11-92be-4ee4-97a0-6624dc8fdd5c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Request body: {'port': {'device_id': 'd07c0aa4-aaa4-4316-bfd7-af301b381857', 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d', 'admin_state_up': True, 'tenant_id': '7f8903754102478a95492f2697e8adbe'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:40:52.109049 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-788ce625-df67-4ea9-9ab6-43315eb0cc6f tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Deleting port 1865183e-6cb5-44c5-86e5-5d99d5e64dcf {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:40:52.109408 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-788ce625-df67-4ea9-9ab6-43315eb0cc6f tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:52.217585 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-793dba11-92be-4ee4-97a0-6624dc8fdd5c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:40:52.224473 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-793dba11-92be-4ee4-97a0-6624dc8fdd5c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Usage tracker for resource:port and tenant:7f8903754102478a95492f2697e8adbe is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:40:52.229314 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-793dba11-92be-4ee4-97a0-6624dc8fdd5c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:40:52.241491 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-793dba11-92be-4ee4-97a0-6624dc8fdd5c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:40:52.258447 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-793dba11-92be-4ee4-97a0-6624dc8fdd5c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Made reservation on behalf of 7f8903754102478a95492f2697e8adbe for: {'port': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:40:52.263749 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-793dba11-92be-4ee4-97a0-6624dc8fdd5c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:52.335493 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-788ce625-df67-4ea9-9ab6-43315eb0cc6f tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:52.337382 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-788ce625-df67-4ea9-9ab6-43315eb0cc6f tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:52.540479 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-788ce625-df67-4ea9-9ab6-43315eb0cc6f tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Calling delete_port for 1865183e-6cb5-44c5-86e5-5d99d5e64dcf owned by network:floatingip {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:40:52.603344 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-793dba11-92be-4ee4-97a0-6624dc8fdd5c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Allocated IP 172.20.0.4 (a768a81e-ef8a-46b0-9961-b69cb9be2d7d/fd4db3f2-d04e-4f50-83aa-85b8b560c1e7/38b88a95-c332-4dd8-bc58-116e5aa290db) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:40:52.854789 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-788ce625-df67-4ea9-9ab6-43315eb0cc6f tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:52.864335 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:52.917644 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ce625-df67-4ea9-9ab6-43315eb0cc6f tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Pushing event deleted for resources: {'Port': ['ID=1865183e-6cb5-44c5-86e5-5d99d5e64dcf,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:52.920480 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-788ce625-df67-4ea9-9ab6-43315eb0cc6f tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:53.075321 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-788ce625-df67-4ea9-9ab6-43315eb0cc6f tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for floatingip, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:53.075773 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.l3_db [None req-788ce625-df67-4ea9-9ab6-43315eb0cc6f tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Floating IP c66c1077-ba4d-4deb-a5e6-530d6a3149ba disassociated (deleted). External IP: 172.28.3.131, port: 39f684f2-0f17-413a-bbc0-da1a77fb5ff0. May 04 14:40:53.346728 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ed121ed8-7f94-4ae8-905a-901b568dfe1a req-f96ff4a5-9c08-4515-afae-7fd76b37229a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 210 time: 0.1568091 May 04 14:40:53.357510 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-793dba11-92be-4ee4-97a0-6624dc8fdd5c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:53.404429 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-793dba11-92be-4ee4-97a0-6624dc8fdd5c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Transition to ACTIVE for port object 38b88a95-c332-4dd8-bc58-116e5aa290db will not be triggered until provisioned by entity DHCP. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:40:53.454651 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-793dba11-92be-4ee4-97a0-6624dc8fdd5c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:53.466095 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:40:53.590574 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-793dba11-92be-4ee4-97a0-6624dc8fdd5c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Network a768a81e-ef8a-46b0-9961-b69cb9be2d7d is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:40:53.603917 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-793dba11-92be-4ee4-97a0-6624dc8fdd5c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Resources bound (agent type, host, resource id): {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:40:53.612418 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-793dba11-92be-4ee4-97a0-6624dc8fdd5c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:40:53.818815 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788ce625-df67-4ea9-9ab6-43315eb0cc6f tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Router 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:40:53.832900 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793dba11-92be-4ee4-97a0-6624dc8fdd5c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Pushing event updated for resources: {'Port': ['ID=38b88a95-c332-4dd8-bc58-116e5aa290db,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:40:53.839434 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-793dba11-92be-4ee4-97a0-6624dc8fdd5c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:40:53.895851 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-793dba11-92be-4ee4-97a0-6624dc8fdd5c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:53.899478 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-793dba11-92be-4ee4-97a0-6624dc8fdd5c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:53.931157 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-793dba11-92be-4ee4-97a0-6624dc8fdd5c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9720135 May 04 14:40:54.007607 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-9c3066bb-a36e-4cef-bd72-8d449e5fb42e None None] Provisioning for port 38b88a95-c332-4dd8-bc58-116e5aa290db completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:40:54.020577 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-9c3066bb-a36e-4cef-bd72-8d449e5fb42e None None] Provisioning complete for port 38b88a95-c332-4dd8-bc58-116e5aa290db triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:40:54.021187 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9c3066bb-a36e-4cef-bd72-8d449e5fb42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:54.097496 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788ce625-df67-4ea9-9ab6-43315eb0cc6f tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:40:54.111423 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00653711-a788-4a0f-9492-d6aedb2461c7 None None] Sync routers for ids ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'] in dv-cinder-772623-4-smb {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:40:54.117901 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-788ce625-df67-4ea9-9ab6-43315eb0cc6f tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:40:54.129514 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00653711-a788-4a0f-9492-d6aedb2461c7 None None] Routers {'86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:40:54.130961 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-00653711-a788-4a0f-9492-d6aedb2461c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:40:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:54.131292 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-9c3066bb-a36e-4cef-bd72-8d449e5fb42e None None] Port 38b88a95-c332-4dd8-bc58-116e5aa290db cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 14:40:54.206009 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-788ce625-df67-4ea9-9ab6-43315eb0cc6f tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "DELETE /v2.0/floatingips/c66c1077-ba4d-4deb-a5e6-530d6a3149ba HTTP/1.1" status: 204 len: 168 time: 2.4608891 May 04 14:40:54.206688 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eadf1a41-dc02-46c9-ab5c-84b71ca277bb', 'tag': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:40:54.490923 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-00653711-a788-4a0f-9492-d6aedb2461c7 None None] Set router 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:40:54.601946 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eadf1a41-dc02-46c9-ab5c-84b71ca277bb', 'tag': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0', 'status': 'completed', 'code': 200} May 04 14:40:54.841360 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09656092-7a40-4f9c-a13e-6441e653ea8a req-0e72739c-d265-4e6f-870d-a437153d401f tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:54.844801 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-09656092-7a40-4f9c-a13e-6441e653ea8a req-0e72739c-d265-4e6f-870d-a437153d401f tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Synchronizing usage tracker for tenant:7f8903754102478a95492f2697e8adbe on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:40:54.940854 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-09656092-7a40-4f9c-a13e-6441e653ea8a req-0e72739c-d265-4e6f-870d-a437153d401f tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Unset dirty status for tenant:7f8903754102478a95492f2697e8adbe on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:40:54.942256 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-09656092-7a40-4f9c-a13e-6441e653ea8a req-0e72739c-d265-4e6f-870d-a437153d401f tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 931 time: 0.2355347 May 04 14:40:54.949685 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-00653711-a788-4a0f-9492-d6aedb2461c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'name': 'tempest-TestShelveInstance-476535751-router', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:44Z', 'updated_at': '2021-05-04T14:35:53Z', 'revision_number': 4, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'gw_port': {'id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:46Z', 'updated_at': '2021-05-04T14:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '26c64ee2-0895-4780-b273-853553ee3a7d', 'name': '', 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'mac_address': 'fa:16:3e:94:4d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:52Z', 'updated_at': '2021-05-04T14:36:03Z', 'revision_number': 5, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'subnets': [{'id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:54.956053 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00653711-a788-4a0f-9492-d6aedb2461c7 None None] Checking router: 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 for host: dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:40:54.968777 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00653711-a788-4a0f-9492-d6aedb2461c7 None None] Routers {'86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:40:54.969654 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-00653711-a788-4a0f-9492-d6aedb2461c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:40:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:55.005523 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-09656092-7a40-4f9c-a13e-6441e653ea8a req-fe2d6647-7709-4f44-a45f-0e137172a15b tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Synchronizing usage tracker for tenant:7f8903754102478a95492f2697e8adbe on resource:security_group {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:40:55.040675 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-09656092-7a40-4f9c-a13e-6441e653ea8a req-fe2d6647-7709-4f44-a45f-0e137172a15b tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Unset dirty status for tenant:7f8903754102478a95492f2697e8adbe on resource:security_group {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:40:55.048534 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-09656092-7a40-4f9c-a13e-6441e653ea8a req-fe2d6647-7709-4f44-a45f-0e137172a15b tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970912 May 04 14:40:55.065140 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452797-6cab-48a5-92f7-515cc297f211 req-7099531d-143d-4374-83b5-dd5e7633263a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:55.076405 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3d452797-6cab-48a5-92f7-515cc297f211 req-7099531d-143d-4374-83b5-dd5e7633263a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.1886690 May 04 14:40:55.155715 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3d452797-6cab-48a5-92f7-515cc297f211 req-c1726602-5d12-4bf9-833a-a9090c488b90 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663836 May 04 14:40:55.274125 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-00653711-a788-4a0f-9492-d6aedb2461c7 None None] Set router 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:40:55.768130 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-00653711-a788-4a0f-9492-d6aedb2461c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'name': 'tempest-TestShelveInstance-476535751-router', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:44Z', 'updated_at': '2021-05-04T14:35:53Z', 'revision_number': 4, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'gw_port': {'id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:46Z', 'updated_at': '2021-05-04T14:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '26c64ee2-0895-4780-b273-853553ee3a7d', 'name': '', 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'mac_address': 'fa:16:3e:94:4d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:52Z', 'updated_at': '2021-05-04T14:36:03Z', 'revision_number': 5, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'subnets': [{'id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:40:55.774197 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00653711-a788-4a0f-9492-d6aedb2461c7 None None] The sync data for ids ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'] in dv-cinder-772623-4-smb is: [{'id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'name': 'tempest-TestShelveInstance-476535751-router', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:44Z', 'updated_at': '2021-05-04T14:35:53Z', 'revision_number': 4, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'gw_port': {'id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:46Z', 'updated_at': '2021-05-04T14:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '26c64ee2-0895-4780-b273-853553ee3a7d', 'name': '', 'network_id': 'e665b7e8-0c6e-4f5f-a726-42fdf586edb2', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'mac_address': 'fa:16:3e:94:4d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:52Z', 'updated_at': '2021-05-04T14:36:03Z', 'revision_number': 5, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'subnets': [{'id': '36f2a37b-6dd1-46ea-b4b2-d52446e862c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:40:56.052363 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca7d2c-0b15-4f9c-b437-4ba3492a9d39 None None] New status for floating IP c66c1077-ba4d-4deb-a5e6-530d6a3149ba: DOWN {{(pid=73823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:40:56.562786 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfd763-90c3-4834-ae5e-e8044b4252ab req-6a62bf67-5315-4b83-acb3-b697346118ef tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:56.565383 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4ddfd763-90c3-4834-ae5e-e8044b4252ab req-6a62bf67-5315-4b83-acb3-b697346118ef tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 931 time: 0.3132956 May 04 14:40:56.672905 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4ddfd763-90c3-4834-ae5e-e8044b4252ab req-13c67939-c835-4d9a-a775-3e342321b03f tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007650 May 04 14:40:56.688111 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38ab66-8e37-4c03-aceb-08b7794556c1 req-93b38703-e19a-414c-9165-492ea6b2c388 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:56.690641 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8a38ab66-8e37-4c03-aceb-08b7794556c1 req-93b38703-e19a-414c-9165-492ea6b2c388 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.2524529 May 04 14:40:56.767239 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8a38ab66-8e37-4c03-aceb-08b7794556c1 req-5a4fae07-4163-44ae-b268-adba3e019bf3 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699363 May 04 14:40:58.044827 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7055b-39fc-4a3b-9c2c-356ba31a3f7c req-0baa0ee4-18fb-4f93-8c81-53efe8f62bec tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:58.047504 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-30e7055b-39fc-4a3b-9c2c-356ba31a3f7c req-0baa0ee4-18fb-4f93-8c81-53efe8f62bec tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 931 time: 0.2446282 May 04 14:40:58.166811 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-30e7055b-39fc-4a3b-9c2c-356ba31a3f7c req-ee9736e7-4834-4ab5-9df2-c0668d487be7 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109562 May 04 14:40:58.182642 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af827c3-2e09-45c9-beda-a71f1837d022 req-0efd6715-fca3-4b2d-80bd-23b1f071b0d9 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:58.185152 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8af827c3-2e09-45c9-beda-a71f1837d022 req-0efd6715-fca3-4b2d-80bd-23b1f071b0d9 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.2826276 May 04 14:40:58.266077 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8af827c3-2e09-45c9-beda-a71f1837d022 req-677a2761-b556-4f78-898d-0f40307d2bf5 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743232 May 04 14:40:59.441334 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbfc1a-c220-42f7-933a-7629b7decf4e req-73acf32e-104a-4b50-af77-87fcc7171902 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:59.442868 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-97fbfc1a-c220-42f7-933a-7629b7decf4e req-73acf32e-104a-4b50-af77-87fcc7171902 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 931 time: 0.1469460 May 04 14:40:59.553814 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-97fbfc1a-c220-42f7-933a-7629b7decf4e req-6d4b6954-a97f-4c51-90b5-07d4f2abac00 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979393 May 04 14:40:59.601566 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13995c6a-e275-4ec5-b167-54f92aa3ab0d req-9261d9a5-68f1-4a60-a7e8-0099313d8db6 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:40:59.603313 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-13995c6a-e275-4ec5-b167-54f92aa3ab0d req-9261d9a5-68f1-4a60-a7e8-0099313d8db6 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.1244080 May 04 14:40:59.663339 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-13995c6a-e275-4ec5-b167-54f92aa3ab0d req-723da915-6df5-421b-a0be-9fd7b8e3c50b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491929 May 04 14:41:00.782600 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ffc12-2d02-4771-a209-e25bdd111464 req-03d5917c-0c31-4cc1-9975-d71138991664 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:00.784446 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9d4ffc12-2d02-4771-a209-e25bdd111464 req-03d5917c-0c31-4cc1-9975-d71138991664 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 931 time: 0.1063812 May 04 14:41:00.851075 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9d4ffc12-2d02-4771-a209-e25bdd111464 req-b8ee90a6-66d9-4b61-8a4c-13caac827c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578871 May 04 14:41:00.991922 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1e53e-56bb-4952-9d3e-2c6d65b00d60 req-ca822463-4148-4c74-9c88-e32c153356e4 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:00.993552 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-afc1e53e-56bb-4952-9d3e-2c6d65b00d60 req-ca822463-4148-4c74-9c88-e32c153356e4 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.1240613 May 04 14:41:01.066516 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-afc1e53e-56bb-4952-9d3e-2c6d65b00d60 req-355e7633-e688-4519-883a-7c90177d2099 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623355 May 04 14:41:02.210407 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab7325-1e6c-4605-b88d-ba14b530338f req-c64ca377-eebc-4d6b-92a8-69c93d42cb43 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:02.213676 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bbab7325-1e6c-4605-b88d-ba14b530338f req-c64ca377-eebc-4d6b-92a8-69c93d42cb43 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 931 time: 0.1862235 May 04 14:41:02.304405 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-bbab7325-1e6c-4605-b88d-ba14b530338f req-8e3b5dda-6def-4b98-b6dd-dbe6f1ac4812 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810180 May 04 14:41:02.427957 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a242e-42a5-451e-818c-3d095d9c4090 req-d0347ead-50e2-4e07-a344-8bbb1b66182a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:02.429551 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-891a242e-42a5-451e-818c-3d095d9c4090 req-d0347ead-50e2-4e07-a344-8bbb1b66182a tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.1314912 May 04 14:41:02.497150 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-891a242e-42a5-451e-818c-3d095d9c4090 req-88db3b35-b72c-4578-9ff6-4f97bfe06995 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602472 May 04 14:41:03.016881 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Request body: {'port': {'device_id': 'd07c0aa4-aaa4-4316-bfd7-af301b381857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:03.110320 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f70fb-7ef7-4a42-98fe-37aa355d8415 req-6c7a1e39-e5e5-462c-97f9-80ffe62e370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:03.112810 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-ed0f70fb-7ef7-4a42-98fe-37aa355d8415 req-6c7a1e39-e5e5-462c-97f9-80ffe62e370e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9af81ed309c4321bdd601cdf3c05a10&device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 1099 time: 0.0842457 May 04 14:41:03.146718 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:03.292593 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f70fb-7ef7-4a42-98fe-37aa355d8415 req-f22b24fd-7598-43c6-9533-f57e86ba2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:03.295698 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-ed0f70fb-7ef7-4a42-98fe-37aa355d8415 req-f22b24fd-7598-43c6-9533-f57e86ba2b2a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e665b7e8-0c6e-4f5f-a726-42fdf586edb2 HTTP/1.1" status: 200 len: 909 time: 0.1733561 May 04 14:41:03.427914 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-ed0f70fb-7ef7-4a42-98fe-37aa355d8415 req-9a9aa6e1-1ee1-40b8-aba0-d1ca6ccc8cd1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39f684f2-0f17-413a-bbc0-da1a77fb5ff0 HTTP/1.1" status: 200 len: 217 time: 0.1244187 May 04 14:41:03.500713 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f70fb-7ef7-4a42-98fe-37aa355d8415 req-42b870cd-f88d-4ca9-8afd-24940c0563f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:03.502495 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-ed0f70fb-7ef7-4a42-98fe-37aa355d8415 req-42b870cd-f88d-4ca9-8afd-24940c0563f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36f2a37b-6dd1-46ea-b4b2-d52446e862c4 HTTP/1.1" status: 200 len: 847 time: 0.0665231 May 04 14:41:03.596104 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f70fb-7ef7-4a42-98fe-37aa355d8415 req-59936e43-4591-4d91-ba46-56778ee81364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:03.597623 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-ed0f70fb-7ef7-4a42-98fe-37aa355d8415 req-59936e43-4591-4d91-ba46-56778ee81364 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e665b7e8-0c6e-4f5f-a726-42fdf586edb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0874193 May 04 14:41:03.763495 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b88a95-c332-4dd8-bc58-116e5aa290db {{(pid=73821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:41:03.775574 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-ed0f70fb-7ef7-4a42-98fe-37aa355d8415 req-22891c03-e59b-499e-b4d7-8143d85c2a12 service neutron] 10.222.0.47 "GET /v2.0/networks/e665b7e8-0c6e-4f5f-a726-42fdf586edb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685109 May 04 14:41:03.776682 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:03.795693 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc305ab-8b8e-4d25-ba17-267ed7fc1e9f req-0acac57f-1f74-4cfb-bd9d-3932235fa6e3 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:03.797352 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fcc305ab-8b8e-4d25-ba17-267ed7fc1e9f req-0acac57f-1f74-4cfb-bd9d-3932235fa6e3 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 931 time: 0.3580322 May 04 14:41:03.811759 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Transition to ACTIVE for port object 38b88a95-c332-4dd8-bc58-116e5aa290db will not be triggered until provisioned by entity L2. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:03.831385 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10542736'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:03.845956 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-75292356-f505-4314-9dd4-c24a07114b08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:03.947275 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-ed0f70fb-7ef7-4a42-98fe-37aa355d8415 req-000be377-3476-4588-a357-296cab126c6f service neutron] 10.222.0.47 "GET /v2.0/networks/e665b7e8-0c6e-4f5f-a726-42fdf586edb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638987 May 04 14:41:04.017931 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Pushing event updated for resources: {'Port': ['ID=38b88a95-c332-4dd8-bc58-116e5aa290db,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:04.029073 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63444f7d-64e8-4cf9-a780-c939c682ea71 req-590ea412-2fc6-4d2f-bd86-2469bb51ef47 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:04.030777 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-63444f7d-64e8-4cf9-a780-c939c682ea71 req-590ea412-2fc6-4d2f-bd86-2469bb51ef47 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.3576241 May 04 14:41:04.033902 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fcc305ab-8b8e-4d25-ba17-267ed7fc1e9f req-7f32a214-9fe9-4e6d-b54c-d977fe921b19 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235720 May 04 14:41:04.095054 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:04.095426 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:04.095789 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:04.096146 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:04.096500 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:04.096868 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:04.097246 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:04.097602 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:04.097951 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:04.098304 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:04.098650 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:04.098995 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:04.134236 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:04.180050 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-63444f7d-64e8-4cf9-a780-c939c682ea71 req-3db4f53e-06e0-4321-aa8a-ce7a56b1caea tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121030 May 04 14:41:04.217211 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Attempting to bind port 38b88a95-c332-4dd8-bc58-116e5aa290db on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:41:04.217806 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Attempting to bind port 38b88a95-c332-4dd8-bc58-116e5aa290db by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '96c007b8-13d7-40be-a55a-eba9fca731b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d'}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:41:04.218377 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Attempting to bind port 38b88a95-c332-4dd8-bc58-116e5aa290db on network a768a81e-ef8a-46b0-9961-b69cb9be2d7d {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:04.227919 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Port 38b88a95-c332-4dd8-bc58-116e5aa290db on network a768a81e-ef8a-46b0-9961-b69cb9be2d7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:41:04.228468 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Attempting to bind port 38b88a95-c332-4dd8-bc58-116e5aa290db on network a768a81e-ef8a-46b0-9961-b69cb9be2d7d {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:04.238719 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Checking agent: {'id': '8bf5348c-0921-4b50-a8be-a73e0c140a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'started_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:41:04.239289 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Checking segment: {'id': '96c007b8-13d7-40be-a55a-eba9fca731b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:04.239934 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Bound using segment: {'id': '96c007b8-13d7-40be-a55a-eba9fca731b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d'} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:41:04.240697 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Bound port: 38b88a95-c332-4dd8-bc58-116e5aa290db, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c007b8-13d7-40be-a55a-eba9fca731b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d'}}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:41:04.241334 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:04.381586 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] For port 38b88a95-c332-4dd8-bc58-116e5aa290db, host hv-cinder-77262, cleared binding levels {{(pid=73821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:41:04.385646 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] For port 38b88a95-c332-4dd8-bc58-116e5aa290db, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=38b88a95-c332-4dd8-bc58-116e5aa290db,segment=NetworkSegment(96c007b8-13d7-40be-a55a-eba9fca731b6),segment_id=96c007b8-13d7-40be-a55a-eba9fca731b6)] {{(pid=73821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:41:04.391391 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10542736'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:04.397470 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:04.453224 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:04.453863 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:04.455380 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] 10.222.0.47 "PUT /v2.0/ports/38b88a95-c332-4dd8-bc58-116e5aa290db HTTP/1.1" status: 200 len: 1093 time: 1.4440763 May 04 14:41:04.455899 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07c0aa4-aaa4-4316-bfd7-af301b381857', 'tag': '38b88a95-c332-4dd8-bc58-116e5aa290db'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:41:04.497801 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Pushing event updated for resources: {'Port': ['ID=38b88a95-c332-4dd8-bc58-116e5aa290db,revision_number=3']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:04.503448 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:04.573580 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07c0aa4-aaa4-4316-bfd7-af301b381857', 'tag': '38b88a95-c332-4dd8-bc58-116e5aa290db', 'status': 'completed', 'code': 200} May 04 14:41:04.617973 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-b7276434-fda6-4e06-be5a-34c628026738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:04.620741 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-b7276434-fda6-4e06-be5a-34c628026738 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f8903754102478a95492f2697e8adbe&device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 1096 time: 0.1000688 May 04 14:41:04.642367 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abf8c9-bf29-4efe-ae6e-1a7768a78409 req-3a2ef2bb-94bf-4b2e-a8e3-b95455f1a74e tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:04.644390 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-33abf8c9-bf29-4efe-ae6e-1a7768a78409 req-3a2ef2bb-94bf-4b2e-a8e3-b95455f1a74e tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.47 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 946 time: 0.1231532 May 04 14:41:04.698007 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-798d78ef-e98f-4edb-a40a-241da7d59b4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b88a95-c332-4dd8-bc58-116e5aa290db HTTP/1.1" status: 200 len: 217 time: 0.0686648 May 04 14:41:04.772243 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-18f4ee02-a913-4398-85e0-d2ded86dbe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:04.774910 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-18f4ee02-a913-4398-85e0-d2ded86dbe1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fd4db3f2-d04e-4f50-83aa-85b8b560c1e7 HTTP/1.1" status: 200 len: 853 time: 0.0698364 May 04 14:41:04.796818 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-33abf8c9-bf29-4efe-ae6e-1a7768a78409 req-8eeed6f9-a15e-475f-a154-3227f214daca tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Deleting port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:41:04.797953 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-33abf8c9-bf29-4efe-ae6e-1a7768a78409 req-8eeed6f9-a15e-475f-a154-3227f214daca tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:04.863302 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-3e580529-6b93-46a9-a55d-3a29257f3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:04.864948 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-3e580529-6b93-46a9-a55d-3a29257f3eb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a768a81e-ef8a-46b0-9961-b69cb9be2d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840061 May 04 14:41:04.951149 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-33abf8c9-bf29-4efe-ae6e-1a7768a78409 req-8eeed6f9-a15e-475f-a154-3227f214daca tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] For port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=39f684f2-0f17-413a-bbc0-da1a77fb5ff0,segment=NetworkSegment(52453880-2caa-4bcb-8e05-b99f8cf05f49),segment_id=52453880-2caa-4bcb-8e05-b99f8cf05f49)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:04.951520 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-33abf8c9-bf29-4efe-ae6e-1a7768a78409 req-8eeed6f9-a15e-475f-a154-3227f214daca tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:05.025974 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-9228ae16-d3c6-4353-b7d5-82d8b174cf45 service neutron] 10.222.0.47 "GET /v2.0/networks/a768a81e-ef8a-46b0-9961-b69cb9be2d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543274 May 04 14:41:05.134694 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-33abf8c9-bf29-4efe-ae6e-1a7768a78409 req-8eeed6f9-a15e-475f-a154-3227f214daca tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Calling delete_port for 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 owned by compute:nova {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:41:05.281391 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2340cfee-48ec-4af0-bb98-8c1c233dfc30 req-1e79f2e4-2bf5-4fd8-980f-13e27558012e service neutron] 10.222.0.47 "GET /v2.0/networks/a768a81e-ef8a-46b0-9961-b69cb9be2d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483487 May 04 14:41:05.513324 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-33abf8c9-bf29-4efe-ae6e-1a7768a78409 req-8eeed6f9-a15e-475f-a154-3227f214daca tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:05.526908 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-6473a929-4b4e-43f2-a171-944b6f21cbfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:05.571364 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeccc11-108c-43bf-abd8-49fd5e70712d req-41834e4d-eb95-4777-ae68-805ab47c23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:05.573030 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1eeccc11-108c-43bf-abd8-49fd5e70712d req-41834e4d-eb95-4777-ae68-805ab47c23c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f8903754102478a95492f2697e8adbe&device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 1096 time: 0.2190509 May 04 14:41:05.614514 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeed6f9-a15e-475f-a154-3227f214daca tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Pushing event deleted for resources: {'Port': ['ID=39f684f2-0f17-413a-bbc0-da1a77fb5ff0,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:05.618410 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8eeed6f9-a15e-475f-a154-3227f214daca tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:05.675078 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e665-d956-4567-8f42-464bfc798848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:05.731656 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeccc11-108c-43bf-abd8-49fd5e70712d req-9022e8d8-a6f0-4dfb-b699-7e699915cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:05.733713 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1eeccc11-108c-43bf-abd8-49fd5e70712d req-9022e8d8-a6f0-4dfb-b699-7e699915cf66 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a768a81e-ef8a-46b0-9961-b69cb9be2d7d HTTP/1.1" status: 200 len: 915 time: 0.1539588 May 04 14:41:05.762091 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a72b4-35e8-4cae-83a8-be312dbc9284 req-cfc29873-4e0d-4cec-8c36-580744edc059 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:05.763756 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9c1a72b4-35e8-4cae-83a8-be312dbc9284 req-cfc29873-4e0d-4cec-8c36-580744edc059 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 943 time: 0.4469526 May 04 14:41:05.764743 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [req-33abf8c9-bf29-4efe-ae6e-1a7768a78409 req-8eeed6f9-a15e-475f-a154-3227f214daca tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] No DVR routers for this DVR port 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 on host hv-cinder-77262 {{(pid=73821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:41:05.769196 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-33abf8c9-bf29-4efe-ae6e-1a7768a78409 req-8eeed6f9-a15e-475f-a154-3227f214daca tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:05.796013 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-33abf8c9-bf29-4efe-ae6e-1a7768a78409 req-8eeed6f9-a15e-475f-a154-3227f214daca tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.47 "DELETE /v2.0/ports/39f684f2-0f17-413a-bbc0-da1a77fb5ff0 HTTP/1.1" status: 204 len: 173 time: 1.1463172 May 04 14:41:05.812851 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58d5a2-908c-4899-8848-32d4ef46bdd6 req-430a5b07-95c4-4f1f-93c0-c46da097e970 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:05.814114 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-6b58d5a2-908c-4899-8848-32d4ef46bdd6 req-430a5b07-95c4-4f1f-93c0-c46da097e970 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Synchronizing usage tracker for tenant:b9af81ed309c4321bdd601cdf3c05a10 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:41:05.849225 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9c1a72b4-35e8-4cae-83a8-be312dbc9284 req-c9d62459-ad7a-49cc-846c-0344bab82d61 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754960 May 04 14:41:05.857710 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-6b58d5a2-908c-4899-8848-32d4ef46bdd6 req-430a5b07-95c4-4f1f-93c0-c46da097e970 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Unset dirty status for tenant:b9af81ed309c4321bdd601cdf3c05a10 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:41:05.865009 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6b58d5a2-908c-4899-8848-32d4ef46bdd6 req-430a5b07-95c4-4f1f-93c0-c46da097e970 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/ports?device_id=eadf1a41-dc02-46c9-ab5c-84b71ca277bb HTTP/1.1" status: 200 len: 867 time: 0.4665165 May 04 14:41:05.878840 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1eeccc11-108c-43bf-abd8-49fd5e70712d req-bf221cec-337e-4169-bdee-6648eed4edba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b88a95-c332-4dd8-bc58-116e5aa290db HTTP/1.1" status: 200 len: 217 time: 0.1370401 May 04 14:41:05.908357 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6b58d5a2-908c-4899-8848-32d4ef46bdd6 req-6517d312-9e82-434e-bae0-d9c7deef6c5e tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e74174c-cff3-48df-8e81-cf588df2ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423036 May 04 14:41:05.959375 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeccc11-108c-43bf-abd8-49fd5e70712d req-0f7352a4-3932-4564-bbb7-5ad94621f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:05.961521 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1eeccc11-108c-43bf-abd8-49fd5e70712d req-0f7352a4-3932-4564-bbb7-5ad94621f30e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fd4db3f2-d04e-4f50-83aa-85b8b560c1e7 HTTP/1.1" status: 200 len: 853 time: 0.0758674 May 04 14:41:06.064320 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeccc11-108c-43bf-abd8-49fd5e70712d req-def6be35-c134-402d-8b79-5576a1fd78b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:06.066335 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1eeccc11-108c-43bf-abd8-49fd5e70712d req-def6be35-c134-402d-8b79-5576a1fd78b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a768a81e-ef8a-46b0-9961-b69cb9be2d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0980537 May 04 14:41:06.263875 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1eeccc11-108c-43bf-abd8-49fd5e70712d req-346a5fd1-228a-4efa-b809-694989512e4e service neutron] 10.222.0.47 "GET /v2.0/networks/a768a81e-ef8a-46b0-9961-b69cb9be2d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894400 May 04 14:41:06.434969 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1eeccc11-108c-43bf-abd8-49fd5e70712d req-9e884740-8eee-4158-8444-548c1c8e591f service neutron] 10.222.0.47 "GET /v2.0/networks/a768a81e-ef8a-46b0-9961-b69cb9be2d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642392 May 04 14:41:06.574999 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadf1a41-dc02-46c9-ab5c-84b71ca277bb', 'name': 'network-vif-deleted', 'tag': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:41:06.632950 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadf1a41-dc02-46c9-ab5c-84b71ca277bb', 'name': 'network-vif-deleted', 'tag': '39f684f2-0f17-413a-bbc0-da1a77fb5ff0', 'status': 'completed', 'code': 200} May 04 14:41:07.014202 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 34330) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:07.295646 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-35181503-4220-4a63-aefe-c23b7068163c tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:07.334088 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cc736-62f1-4e8e-b85c-2be5141e865e req-b7a196da-d7e0-4b1b-8bdc-1022432b7fcb tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:07.335653 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-455cc736-62f1-4e8e-b85c-2be5141e865e req-b7a196da-d7e0-4b1b-8bdc-1022432b7fcb tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 943 time: 0.3181484 May 04 14:41:07.342889 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-35181503-4220-4a63-aefe-c23b7068163c tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:07.423860 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-455cc736-62f1-4e8e-b85c-2be5141e865e req-eedf4e09-ff0c-41e0-a3ed-0bedf87228ba tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727420 May 04 14:41:07.459036 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-35181503-4220-4a63-aefe-c23b7068163c tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:07.463884 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-82a3b90f-10c3-4a45-a4b0-af8198b52345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:07.482812 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35181503-4220-4a63-aefe-c23b7068163c tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e74174c-cff3-48df-8e81-cf588df2ac86,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:07.486049 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-35181503-4220-4a63-aefe-c23b7068163c tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:07.494256 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-35181503-4220-4a63-aefe-c23b7068163c tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:07.495592 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-35181503-4220-4a63-aefe-c23b7068163c tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] 10.222.0.37 "DELETE /v2.0/security-groups/8e74174c-cff3-48df-8e81-cf588df2ac86 HTTP/1.1" status: 204 len: 168 time: 0.4798303 May 04 14:41:07.547887 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34336) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:08.039536 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e55de3c2-9b9d-4409-a7fc-8bdf6d84c649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:08.226088 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:08.300430 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 38b88a95-c332-4dd8-bc58-116e5aa290db details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:41:08.300992 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-58b50c22-661d-4af3-8cec-d14fdd4b995a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919107'] for router_interface, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:08.303118 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:41:08.342326 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] No Port match for: 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:41:08.342681 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 39f684f2-0f17-413a-bbc0-da1a77fb5ff0 not bound to the agent host hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:41:08.490775 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 38b88a95-c332-4dd8-bc58-116e5aa290db, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=38b88a95-c332-4dd8-bc58-116e5aa290db,segment=NetworkSegment(96c007b8-13d7-40be-a55a-eba9fca731b6),segment_id=96c007b8-13d7-40be-a55a-eba9fca731b6)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:08.516064 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': '38b88a95-c332-4dd8-bc58-116e5aa290db', 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d', 'port_id': '38b88a95-c332-4dd8-bc58-116e5aa290db', 'mac_address': 'fa:16:3e:ba:15:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:41:08.619618 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:08.645467 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b88a95-c332-4dd8-bc58-116e5aa290db {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:41:08.673736 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 38b88a95-c332-4dd8-bc58-116e5aa290db, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=38b88a95-c332-4dd8-bc58-116e5aa290db,segment=NetworkSegment(96c007b8-13d7-40be-a55a-eba9fca731b6),segment_id=96c007b8-13d7-40be-a55a-eba9fca731b6)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:08.679652 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:08.683991 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:08.688975 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd13486-3659-46b6-8205-096243e7eb7e req-1a5f2f1e-571b-4d14-b5ac-e7d297bf75aa tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:08.691932 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2dd13486-3659-46b6-8205-096243e7eb7e req-1a5f2f1e-571b-4d14-b5ac-e7d297bf75aa tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 943 time: 0.1450825 May 04 14:41:08.741289 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-2dd13486-3659-46b6-8205-096243e7eb7e req-f1725fe7-fe04-42df-a6a8-2c44df027f38 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434768 May 04 14:41:08.773755 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=38b88a95-c332-4dd8-bc58-116e5aa290db,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:08.782117 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:08.782548 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:08.782951 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:08.783346 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:08.783747 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:08.784139 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:08.784471 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:08.784796 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:08.785119 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:08.785471 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:08.785789 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:08.786104 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:08.791335 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:08.896995 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['38b88a95-c332-4dd8-bc58-116e5aa290db'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:41:09.089766 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-58b50c22-661d-4af3-8cec-d14fdd4b995a admin admin] Deleting port 26c64ee2-0895-4780-b273-853553ee3a7d {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:41:09.090631 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-58b50c22-661d-4af3-8cec-d14fdd4b995a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:09.149474 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:09.255947 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-58b50c22-661d-4af3-8cec-d14fdd4b995a admin admin] For port 26c64ee2-0895-4780-b273-853553ee3a7d, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=26c64ee2-0895-4780-b273-853553ee3a7d,segment=NetworkSegment(52453880-2caa-4bcb-8e05-b99f8cf05f49),segment_id=52453880-2caa-4bcb-8e05-b99f8cf05f49)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:09.256454 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-58b50c22-661d-4af3-8cec-d14fdd4b995a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:09.491682 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-58b50c22-661d-4af3-8cec-d14fdd4b995a admin admin] Calling delete_port for 26c64ee2-0895-4780-b273-853553ee3a7d owned by network:router_interface {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:41:09.964860 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726109e3-3d1f-4d08-84c2-0948e8a78d16 req-4c91ead4-70ff-45c6-966b-516915773ed2 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:09.966518 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-726109e3-3d1f-4d08-84c2-0948e8a78d16 req-4c91ead4-70ff-45c6-966b-516915773ed2 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 944 time: 0.0923300 May 04 14:41:10.019301 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-726109e3-3d1f-4d08-84c2-0948e8a78d16 req-be070989-ba6c-4d63-a01a-43421e2e830e tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454676 May 04 14:41:10.026573 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-58b50c22-661d-4af3-8cec-d14fdd4b995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:10.031703 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:10.108145 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b50c22-661d-4af3-8cec-d14fdd4b995a admin admin] Pushing event deleted for resources: {'Port': ['ID=26c64ee2-0895-4780-b273-853553ee3a7d,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:10.110892 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-58b50c22-661d-4af3-8cec-d14fdd4b995a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:10.297123 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 38b88a95-c332-4dd8-bc58-116e5aa290db up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:10.377421 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning for port 38b88a95-c332-4dd8-bc58-116e5aa290db completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:10.383173 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port 38b88a95-c332-4dd8-bc58-116e5aa290db triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:10.383563 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:10.491502 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-58b50c22-661d-4af3-8cec-d14fdd4b995a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943603'] for router_interface, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:10.529611 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:10.560131 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07c0aa4-aaa4-4316-bfd7-af301b381857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b88a95-c332-4dd8-bc58-116e5aa290db'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:41:10.578300 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 38b88a95-c332-4dd8-bc58-116e5aa290db, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=38b88a95-c332-4dd8-bc58-116e5aa290db,segment=NetworkSegment(96c007b8-13d7-40be-a55a-eba9fca731b6),segment_id=96c007b8-13d7-40be-a55a-eba9fca731b6)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:10.585261 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:10.587582 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-160f98a0-a1e6-4029-a3d4-05f3d314aff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:10.735130 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07c0aa4-aaa4-4316-bfd7-af301b381857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b88a95-c332-4dd8-bc58-116e5aa290db', 'code': 200} May 04 14:41:10.782726 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=38b88a95-c332-4dd8-bc58-116e5aa290db,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:10.789034 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:10.908441 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:11.105501 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b50c22-661d-4af3-8cec-d14fdd4b995a admin admin] Router 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:41:11.114978 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17187420-48c6-41b9-b61a-b1eaf1bc1f30 req-2ea3f61c-a5ea-4040-a180-4c0743b638ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:11.116501 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-17187420-48c6-41b9-b61a-b1eaf1bc1f30 req-2ea3f61c-a5ea-4040-a180-4c0743b638ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 1098 time: 0.1875246 May 04 14:41:11.300285 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-17187420-48c6-41b9-b61a-b1eaf1bc1f30 req-ea5c4373-82ec-41c2-93f8-de7c5b1d6137 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247032 May 04 14:41:11.344884 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b50c22-661d-4af3-8cec-d14fdd4b995a admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:41:11.378740 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed43228-f908-4f35-811f-ac4d0e798717 None None] Sync routers for ids ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'] in dv-cinder-772623-4-smb {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:41:11.388867 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-58b50c22-661d-4af3-8cec-d14fdd4b995a admin admin] 10.222.0.37 "PUT /v2.0/routers/86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8396664 May 04 14:41:11.389989 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34356) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:11.397970 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed43228-f908-4f35-811f-ac4d0e798717 None None] Routers {'86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:11.399768 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-9ed43228-f908-4f35-811f-ac4d0e798717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:41:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:11.414831 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09c8f7-e7e9-4e45-ad5c-8fdb8b4694ee req-265ee6c9-24c2-423b-8daa-910749d25c27 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:11.417821 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9b09c8f7-e7e9-4e45-ad5c-8fdb8b4694ee req-265ee6c9-24c2-423b-8daa-910749d25c27 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 945 time: 0.1708272 May 04 14:41:11.513608 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9b09c8f7-e7e9-4e45-ad5c-8fdb8b4694ee req-6d2a6647-f0b2-4f4c-b364-6898611ca431 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836930 May 04 14:41:11.654561 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-990d9561-8878-4c35-86e2-2dbc255d489b admin admin] Notify callbacks [] for router, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:11.671991 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-9ed43228-f908-4f35-811f-ac4d0e798717 None None] Set router 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:11.911085 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-990d9561-8878-4c35-86e2-2dbc255d489b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:12.023628 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-990d9561-8878-4c35-86e2-2dbc255d489b admin admin] Deleting port 5fba87c5-bf74-44b8-b782-5db28ba7ba33 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:41:12.024143 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-990d9561-8878-4c35-86e2-2dbc255d489b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:12.125632 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-9ed43228-f908-4f35-811f-ac4d0e798717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'name': 'tempest-TestShelveInstance-476535751-router', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:44Z', 'updated_at': '2021-05-04T14:41:09Z', 'revision_number': 5, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'gw_port': {'id': '5fba87c5-bf74-44b8-b782-5db28ba7ba33', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:46Z', 'updated_at': '2021-05-04T14:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:12.128811 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af155d-8a0a-4e4b-9995-bf671e8d253a req-b3e4783c-2d13-4169-810f-28cc3d6ba963 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:12.131309 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed43228-f908-4f35-811f-ac4d0e798717 None None] Checking router: 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 for host: dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:41:12.132594 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-86af155d-8a0a-4e4b-9995-bf671e8d253a req-b3e4783c-2d13-4169-810f-28cc3d6ba963 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 947 time: 0.1385031 May 04 14:41:12.156418 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed43228-f908-4f35-811f-ac4d0e798717 None None] Routers {'86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:12.157447 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-9ed43228-f908-4f35-811f-ac4d0e798717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:41:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:12.214077 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-86af155d-8a0a-4e4b-9995-bf671e8d253a req-32a59615-e759-4220-a4c2-f6b7b7036b0b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682952 May 04 14:41:12.255426 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-990d9561-8878-4c35-86e2-2dbc255d489b admin admin] For port 5fba87c5-bf74-44b8-b782-5db28ba7ba33, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=5fba87c5-bf74-44b8-b782-5db28ba7ba33,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:12.256723 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-990d9561-8878-4c35-86e2-2dbc255d489b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:12.395195 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-990d9561-8878-4c35-86e2-2dbc255d489b admin admin] Calling delete_port for 5fba87c5-bf74-44b8-b782-5db28ba7ba33 owned by network:router_gateway {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:41:12.460930 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-9ed43228-f908-4f35-811f-ac4d0e798717 None None] Set router 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 gateway port host: None {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:12.549679 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-990d9561-8878-4c35-86e2-2dbc255d489b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:12.558352 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b06ca5a3-d9e5-4d2e-befc-c6656d1c2869 tempest-VolumesActionsTest-331873290 tempest-VolumesActionsTest-331873290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:12.612525 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-9ed43228-f908-4f35-811f-ac4d0e798717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'name': 'tempest-TestShelveInstance-476535751-router', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:44Z', 'updated_at': '2021-05-04T14:41:11Z', 'revision_number': 6, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'gw_port_host': None}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:12.617797 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed43228-f908-4f35-811f-ac4d0e798717 None None] The sync data for ids ['86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6'] in dv-cinder-772623-4-smb is: [{'id': '86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6', 'name': 'tempest-TestShelveInstance-476535751-router', 'tenant_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:44Z', 'updated_at': '2021-05-04T14:41:11Z', 'revision_number': 6, 'project_id': 'b9af81ed309c4321bdd601cdf3c05a10', 'gw_port_host': None}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:41:12.711564 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d9561-8878-4c35-86e2-2dbc255d489b admin admin] Pushing event deleted for resources: {'Port': ['ID=5fba87c5-bf74-44b8-b782-5db28ba7ba33,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:12.716862 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-990d9561-8878-4c35-86e2-2dbc255d489b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:12.775018 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05bf8a-bc0d-411c-bcac-59183e08fb7b req-5c2cae3a-b1ad-4d47-b5c5-6bb08c027ff0 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:12.776674 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8d05bf8a-bc0d-411c-bcac-59183e08fb7b req-5c2cae3a-b1ad-4d47-b5c5-6bb08c027ff0 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 945 time: 0.0921733 May 04 14:41:12.827183 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8d05bf8a-bc0d-411c-bcac-59183e08fb7b req-3b55a0e8-a092-4566-b24b-4edf9c0f60b0 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433810 May 04 14:41:12.833360 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-990d9561-8878-4c35-86e2-2dbc255d489b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946028'] for router_gateway, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:13.075001 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff986dd6-4d1c-4fba-90f3-cae81df5d4e1 req-e14bdb80-71ee-4fc9-89f7-13b2de022403 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:13.077660 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ff986dd6-4d1c-4fba-90f3-cae81df5d4e1 req-e14bdb80-71ee-4fc9-89f7-13b2de022403 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 945 time: 0.1348162 May 04 14:41:13.137466 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ff986dd6-4d1c-4fba-90f3-cae81df5d4e1 req-103edbff-bb0b-4ca9-bf10-8337fe366703 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534072 May 04 14:41:13.360857 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-990d9561-8878-4c35-86e2-2dbc255d489b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27306'] for router, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:13.366484 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-990d9561-8878-4c35-86e2-2dbc255d489b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:13.417904 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-990d9561-8878-4c35-86e2-2dbc255d489b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-945444'] for router, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:13.418603 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990d9561-8878-4c35-86e2-2dbc255d489b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 {{(pid=73822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 14:41:13.430184 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0ab6d-e767-49a2-8404-6700d6698f2a req-87b294e2-e401-4435-aaf2-84b99dee46b4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:13.431216 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-0bc0ab6d-e767-49a2-8404-6700d6698f2a req-87b294e2-e401-4435-aaf2-84b99dee46b4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Synchronizing usage tracker for tenant:5ad25986999c451986a94fb0dbd2db7d on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:41:13.446183 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:13.459911 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-0bc0ab6d-e767-49a2-8404-6700d6698f2a req-87b294e2-e401-4435-aaf2-84b99dee46b4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Unset dirty status for tenant:5ad25986999c451986a94fb0dbd2db7d on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:41:13.461214 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0bc0ab6d-e767-49a2-8404-6700d6698f2a req-87b294e2-e401-4435-aaf2-84b99dee46b4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.47 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 947 time: 0.2451212 May 04 14:41:13.463714 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-990d9561-8878-4c35-86e2-2dbc255d489b admin admin] Notify callbacks [] for router, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:13.467534 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-990d9561-8878-4c35-86e2-2dbc255d489b admin admin] 10.222.0.37 "DELETE /v2.0/routers/86f7271c-1e5d-4c95-b0b4-d9f18d3fbcf6 HTTP/1.1" status: 204 len: 168 time: 2.0737154 May 04 14:41:13.503161 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34374) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:13.644772 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1192d9d-d58f-4b4b-9164-6dae7e832ad8 admin admin] Deleting subnet 36f2a37b-6dd1-46ea-b4b2-d52446e862c4 {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:41:13.650624 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a1192d9d-d58f-4b4b-9164-6dae7e832ad8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:13.654168 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245b53-39a9-4bee-9230-e0a4c2abaaba req-c2885644-cc85-440d-af46-ec1cf838d75d tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:13.656971 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4f245b53-39a9-4bee-9230-e0a4c2abaaba req-c2885644-cc85-440d-af46-ec1cf838d75d tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 947 time: 0.2426820 May 04 14:41:13.732803 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a1192d9d-d58f-4b4b-9164-6dae7e832ad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743640'] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:13.766071 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4f245b53-39a9-4bee-9230-e0a4c2abaaba req-22b802c3-09d5-4ad9-93ec-286088a1988d tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups?id=49deab41-ef64-45bf-8e53-c2ca83364ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987957 May 04 14:41:13.785870 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-0bc0ab6d-e767-49a2-8404-6700d6698f2a req-13dc92cc-98cc-475e-bca9-b3b69a9e1598 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Deleting port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:41:13.786216 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0bc0ab6d-e767-49a2-8404-6700d6698f2a req-13dc92cc-98cc-475e-bca9-b3b69a9e1598 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:13.822841 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752491e-06ad-46b1-928c-8623b46fb832 req-0418f5dd-7365-4102-a0de-5352a63243e1 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:13.829768 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c752491e-06ad-46b1-928c-8623b46fb832 req-0418f5dd-7365-4102-a0de-5352a63243e1 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 945 time: 0.2479260 May 04 14:41:13.897383 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c752491e-06ad-46b1-928c-8623b46fb832 req-96d43680-7a81-4bc9-8e69-91e31926f33b tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628686 May 04 14:41:14.069756 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a1192d9d-d58f-4b4b-9164-6dae7e832ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005557'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.107288 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-0bc0ab6d-e767-49a2-8404-6700d6698f2a req-13dc92cc-98cc-475e-bca9-b3b69a9e1598 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] For port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:14.107655 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0bc0ab6d-e767-49a2-8404-6700d6698f2a req-13dc92cc-98cc-475e-bca9-b3b69a9e1598 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.663233 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 5fba87c5-bf74-44b8-b782-5db28ba7ba33 no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:41:14.671772 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0bc0ab6d-e767-49a2-8404-6700d6698f2a req-13dc92cc-98cc-475e-bca9-b3b69a9e1598 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.672560 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0bc0ab6d-e767-49a2-8404-6700d6698f2a req-13dc92cc-98cc-475e-bca9-b3b69a9e1598 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946001'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.672560 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.l3_db [req-0bc0ab6d-e767-49a2-8404-6700d6698f2a req-13dc92cc-98cc-475e-bca9-b3b69a9e1598 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Floating IP 93c790cd-6f54-4788-988d-68ff25a36a09 disassociated. External IP: 172.28.3.125, port: 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0. May 04 14:41:14.672913 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-0bc0ab6d-e767-49a2-8404-6700d6698f2a req-13dc92cc-98cc-475e-bca9-b3b69a9e1598 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Calling delete_port for 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:41:14.725129 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a1192d9d-d58f-4b4b-9164-6dae7e832ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4005564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11462968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11678285'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.732019 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No Port match for: 5fba87c5-bf74-44b8-b782-5db28ba7ba33 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:41:14.732609 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 5fba87c5-bf74-44b8-b782-5db28ba7ba33 not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:41:14.733324 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 26c64ee2-0895-4780-b273-853553ee3a7d no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:41:14.733733 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:14.785506 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1192d9d-d58f-4b4b-9164-6dae7e832ad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f2a37b-6dd1-46ea-b4b2-d52446e862c4,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:14.788456 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a1192d9d-d58f-4b4b-9164-6dae7e832ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.792827 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a1192d9d-d58f-4b4b-9164-6dae7e832ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:14.799591 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-a1192d9d-d58f-4b4b-9164-6dae7e832ad8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/36f2a37b-6dd1-46ea-b4b2-d52446e862c4 HTTP/1.1" status: 204 len: 168 time: 1.2950504 May 04 14:41:14.806344 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 34384) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:14.807215 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No Port match for: 26c64ee2-0895-4780-b273-853553ee3a7d {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:41:14.807808 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 26c64ee2-0895-4780-b273-853553ee3a7d not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:41:14.813024 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96fc226-3ef7-4744-b779-d46b1a3a8194 None None] Network e665b7e8-0c6e-4f5f-a726-42fdf586edb2 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:41:14.902076 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0bc0ab6d-e767-49a2-8404-6700d6698f2a req-13dc92cc-98cc-475e-bca9-b3b69a9e1598 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:14.927123 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4ab210d3-3a91-4e61-9ed7-fbef02f654ae tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:15.066033 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-dd815e83-cc33-46a8-8d88-cda3c34e9c19 req-bcd88731-b4b8-4fd5-a6ef-2341e968fd35 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 210 time: 0.0786731 May 04 14:41:15.069998 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4112595'] for network, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:15.199847 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc92cc-98cc-475e-bca9-b3b69a9e1598 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Pushing event deleted for resources: {'Port': ['ID=8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:15.203099 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-13dc92cc-98cc-475e-bca9-b3b69a9e1598 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:15.206299 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fbca93-f9bc-4a9d-965c-0e89768ea103 None None] DHCP port deletion for e665b7e8-0c6e-4f5f-a726-42fdf586edb2 request from dv-cinder-772623-4-smb {{(pid=73823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 14:41:15.217714 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] Deleting port 0618f38e-da63-42c4-bb99-404853795da6 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:41:15.218758 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:15.310967 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-28fbca93-f9bc-4a9d-965c-0e89768ea103 None None] Deleting port 0618f38e-da63-42c4-bb99-404853795da6 {{(pid=73823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:41:15.311344 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-28fbca93-f9bc-4a9d-965c-0e89768ea103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:15.395437 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] For port 0618f38e-da63-42c4-bb99-404853795da6, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=0618f38e-da63-42c4-bb99-404853795da6,segment=NetworkSegment(52453880-2caa-4bcb-8e05-b99f8cf05f49),segment_id=52453880-2caa-4bcb-8e05-b99f8cf05f49)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:15.395803 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:15.446613 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-28fbca93-f9bc-4a9d-965c-0e89768ea103 None None] For port 0618f38e-da63-42c4-bb99-404853795da6, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=0618f38e-da63-42c4-bb99-404853795da6,segment=NetworkSegment(52453880-2caa-4bcb-8e05-b99f8cf05f49),segment_id=52453880-2caa-4bcb-8e05-b99f8cf05f49)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:15.446613 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-28fbca93-f9bc-4a9d-965c-0e89768ea103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:15.478143 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bc0ab6d-e767-49a2-8404-6700d6698f2a req-13dc92cc-98cc-475e-bca9-b3b69a9e1598 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:41:15.559833 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] Calling delete_port for 0618f38e-da63-42c4-bb99-404853795da6 owned by network:dhcp {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:41:15.670960 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-28fbca93-f9bc-4a9d-965c-0e89768ea103 None None] Calling delete_port for 0618f38e-da63-42c4-bb99-404853795da6 owned by network:dhcp {{(pid=73823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:41:15.687893 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:15.715946 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:15.758244 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bc0ab6d-e767-49a2-8404-6700d6698f2a req-13dc92cc-98cc-475e-bca9-b3b69a9e1598 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:41:15.825995 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-28fbca93-f9bc-4a9d-965c-0e89768ea103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511'] for port, after_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:15.836294 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] Pushing event deleted for resources: {'Port': ['ID=0618f38e-da63-42c4-bb99-404853795da6,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:15.838948 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-2ce8ee21-72e3-48f6-a516-709584ed1d2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:15.846571 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:15.857035 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] No DVR routers for this DVR port 0618f38e-da63-42c4-bb99-404853795da6 on host dv-cinder-772623-4-smb {{(pid=73821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:41:15.869526 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc0ab6d-e767-49a2-8404-6700d6698f2a req-13dc92cc-98cc-475e-bca9-b3b69a9e1598 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] No DVR routers for this DVR port 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 on host hv-cinder-77262 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:41:15.873295 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0bc0ab6d-e767-49a2-8404-6700d6698f2a req-13dc92cc-98cc-475e-bca9-b3b69a9e1598 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:15.876413 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e0252b-67db-4061-903d-96247e053f32', 'name': 'network-vif-deleted', 'tag': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:41:15.887577 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7003a28-3e68-43fc-951f-0e828e052c15 None None] Sync routers for ids ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'] in dv-cinder-772623-4-smb {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:41:15.890451 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fbca93-f9bc-4a9d-965c-0e89768ea103 None None] No DVR routers for this DVR port 0618f38e-da63-42c4-bb99-404853795da6 on host dv-cinder-772623-4-smb {{(pid=73823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:41:15.892761 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbca93-f9bc-4a9d-965c-0e89768ea103 None None] Pushing event deleted for resources: {'Port': ['ID=0618f38e-da63-42c4-bb99-404853795da6,revision_number=None']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:15.898075 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-28fbca93-f9bc-4a9d-965c-0e89768ea103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:15.906618 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0bc0ab6d-e767-49a2-8404-6700d6698f2a req-13dc92cc-98cc-475e-bca9-b3b69a9e1598 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.47 "DELETE /v2.0/ports/8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 HTTP/1.1" status: 204 len: 173 time: 2.4397202 May 04 14:41:15.909209 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7003a28-3e68-43fc-951f-0e828e052c15 None None] Routers {'03ec5bec-54dd-43b9-9f0c-8561cbccab46'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:15.909870 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-e7003a28-3e68-43fc-951f-0e828e052c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:41:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:16.070561 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e0252b-67db-4061-903d-96247e053f32', 'name': 'network-vif-deleted', 'tag': '8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0', 'status': 'completed', 'code': 200} May 04 14:41:16.175513 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-e7003a28-3e68-43fc-951f-0e828e052c15 None None] Set router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:16.278918 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999016', 'neutron.services.segments.db._delete_segments_for_network-8740809660721'] for network, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:16.424046 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:41:16.483444 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.services.segments.db [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e665b7e8-0c6e-4f5f-a726-42fdf586edb2']}} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:16.510827 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.services.segments.db [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52453880-2caa-4bcb-8e05-b99f8cf05f49') {'for_net_delete': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:16.511333 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.services.segments.db [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52453880-2caa-4bcb-8e05-b99f8cf05f49') {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:16.516431 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] No Port match for: 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:41:16.517001 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 8319d3c7-e18d-4be9-84cc-5f76cc8a8bf0 not bound to the agent host hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:41:16.541935 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a929e11a-d383-4257-a389-bf2937a61d1f req-4559f2b4-665a-4fd0-bb94-5f794058224a tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0252b-67db-4061-903d-96247e053f32 HTTP/1.1" status: 200 len: 210 time: 0.1408226 May 04 14:41:16.563600 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740809672551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10842696'] for segment, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:16.603372 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:16.631286 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=73821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:41:16.717323 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 0618f38e-da63-42c4-bb99-404853795da6 no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:41:16.862247 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No Port match for: 0618f38e-da63-42c4-bb99-404853795da6 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:41:16.862794 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 0618f38e-da63-42c4-bb99-404853795da6 not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:41:16.935579 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] Network e665b7e8-0c6e-4f5f-a726-42fdf586edb2 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:41:16.950833 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4025312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10542836'] for segment, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:17.015843 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-e7003a28-3e68-43fc-951f-0e828e052c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:34:56Z', 'revision_number': 4, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port': {'id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:49Z', 'updated_at': '2021-05-04T14:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': 'b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8', 'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'mac_address': 'fa:16:3e:c8:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:55Z', 'updated_at': '2021-05-04T14:35:09Z', 'revision_number': 5, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'subnets': [{'id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:17.020904 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7003a28-3e68-43fc-951f-0e828e052c15 None None] Checking router: 03ec5bec-54dd-43b9-9f0c-8561cbccab46 for host: dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:41:17.033372 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7003a28-3e68-43fc-951f-0e828e052c15 None None] Routers {'03ec5bec-54dd-43b9-9f0c-8561cbccab46'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:17.034027 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-e7003a28-3e68-43fc-951f-0e828e052c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:41:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:17.153297 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] Network e665b7e8-0c6e-4f5f-a726-42fdf586edb2 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: Traceback (most recent call last): May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: timer() May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: cb(*args, **kw) May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: return func(*args, **kwargs) May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: self._notify() May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: self.callback(batched_events) May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: event.method(event) May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: return f(self, *a, **k) May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: return self._get(url).json() May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: return self.request(url, 'GET', **kwargs) May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:41:17.176778 dv-cinder-772623-4-smb neutron-server[73821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:41:17.268044 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945987'] for network, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:17.274193 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:17.291023 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-e7003a28-3e68-43fc-951f-0e828e052c15 None None] Set router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:17.303962 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:17.322512 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] Pushing event deleted for resources: {'Network': ['ID=e665b7e8-0c6e-4f5f-a726-42fdf586edb2,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:17.328356 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:17.346115 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-312cd66a-11ac-44ca-b39c-e6f5ca362918 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e665b7e8-0c6e-4f5f-a726-42fdf586edb2 HTTP/1.1" status: 204 len: 168 time: 2.5371802 May 04 14:41:17.350666 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 34412) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:17.678296 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-e7003a28-3e68-43fc-951f-0e828e052c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:34:56Z', 'revision_number': 4, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port': {'id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:49Z', 'updated_at': '2021-05-04T14:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': 'b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8', 'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'mac_address': 'fa:16:3e:c8:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:55Z', 'updated_at': '2021-05-04T14:35:09Z', 'revision_number': 5, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'subnets': [{'id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:17.686420 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7003a28-3e68-43fc-951f-0e828e052c15 None None] The sync data for ids ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'] in dv-cinder-772623-4-smb is: [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:34:56Z', 'revision_number': 4, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port': {'id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:49Z', 'updated_at': '2021-05-04T14:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': 'b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8', 'name': '', 'network_id': '8c0f51f5-915d-44ca-8152-5cadcc1bfc62', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'mac_address': 'fa:16:3e:c8:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:55Z', 'updated_at': '2021-05-04T14:35:09Z', 'revision_number': 5, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'subnets': [{'id': 'a0b68c6f-abef-422f-9dab-a735d4be52ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:41:17.791629 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34420) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:17.899186 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-27a5d53c-0cde-46a8-ba0d-146ba6b48c6b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:17.945066 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-27a5d53c-0cde-46a8-ba0d-146ba6b48c6b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:18.054317 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ac99802c-f9fe-4bbf-9cff-ef1109e64a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919107'] for router_interface, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:18.054848 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-27a5d53c-0cde-46a8-ba0d-146ba6b48c6b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:18.056899 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d0dbe-1271-4399-8b03-47094c8769ca None None] New status for floating IP 93c790cd-6f54-4788-988d-68ff25a36a09: DOWN {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:41:18.061904 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-80e47d64-6c78-4caa-96e7-f68aada067e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:18.081157 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5d53c-0cde-46a8-ba0d-146ba6b48c6b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49deab41-ef64-45bf-8e53-c2ca83364ae9,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:18.085984 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-27a5d53c-0cde-46a8-ba0d-146ba6b48c6b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:18.101277 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-27a5d53c-0cde-46a8-ba0d-146ba6b48c6b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:18.103547 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-27a5d53c-0cde-46a8-ba0d-146ba6b48c6b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "DELETE /v2.0/security-groups/49deab41-ef64-45bf-8e53-c2ca83364ae9 HTTP/1.1" status: 204 len: 168 time: 0.3098567 May 04 14:41:18.107385 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34426) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:18.173711 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.api.v2.resource [None req-9334e0cb-f676-492a-b57c-100a10efa159 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] show failed (client error): The resource could not be found. May 04 14:41:18.175592 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-9334e0cb-f676-492a-b57c-100a10efa159 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "GET /v2.0/security-groups/49deab41-ef64-45bf-8e53-c2ca83364ae9 HTTP/1.1" status: 404 len: 347 time: 0.0665612 May 04 14:41:18.178559 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34430) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:18.619456 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e3a72-b609-46ef-9c08-71ef4d49ad1c tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Deleting port 6b11adfb-6679-4571-9587-006e52653f57 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:41:18.620155 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3a72-b609-46ef-9c08-71ef4d49ad1c tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:18.784721 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3a72-b609-46ef-9c08-71ef4d49ad1c tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:18.785327 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3a72-b609-46ef-9c08-71ef4d49ad1c tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:18.906008 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-ac99802c-f9fe-4bbf-9cff-ef1109e64a15 admin admin] Deleting port 5ed95162-8e4e-4dca-b64b-eaa157dafd40 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:41:18.906882 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ac99802c-f9fe-4bbf-9cff-ef1109e64a15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:19.014510 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e3a72-b609-46ef-9c08-71ef4d49ad1c tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Calling delete_port for 6b11adfb-6679-4571-9587-006e52653f57 owned by network:floatingip {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:41:19.044318 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-ac99802c-f9fe-4bbf-9cff-ef1109e64a15 admin admin] For port 5ed95162-8e4e-4dca-b64b-eaa157dafd40, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=5ed95162-8e4e-4dca-b64b-eaa157dafd40,segment=NetworkSegment(d16c0e26-6ea8-4830-bb38-f33d71c598ec),segment_id=d16c0e26-6ea8-4830-bb38-f33d71c598ec)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:19.044612 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ac99802c-f9fe-4bbf-9cff-ef1109e64a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:19.171775 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3a72-b609-46ef-9c08-71ef4d49ad1c tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:19.177735 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ff4a9ced-c654-4d86-8a9e-65288725f15c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:19.184522 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-ac99802c-f9fe-4bbf-9cff-ef1109e64a15 admin admin] Calling delete_port for 5ed95162-8e4e-4dca-b64b-eaa157dafd40 owned by network:router_interface {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:41:19.265299 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e3a72-b609-46ef-9c08-71ef4d49ad1c tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Pushing event deleted for resources: {'Port': ['ID=6b11adfb-6679-4571-9587-006e52653f57,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:19.331230 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-cb0e3a72-b609-46ef-9c08-71ef4d49ad1c tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:19.422275 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3a72-b609-46ef-9c08-71ef4d49ad1c tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks [] for floatingip, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:19.438516 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3a72-b609-46ef-9c08-71ef4d49ad1c tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:19.439751 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-cb0e3a72-b609-46ef-9c08-71ef4d49ad1c tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] 10.222.0.37 "DELETE /v2.0/floatingips/93c790cd-6f54-4788-988d-68ff25a36a09 HTTP/1.1" status: 204 len: 168 time: 1.2594709 May 04 14:41:19.443900 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ac99802c-f9fe-4bbf-9cff-ef1109e64a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:19.452472 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9cdb616f-d064-45b6-9b79-c430ed44f70b tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:19.537104 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99802c-f9fe-4bbf-9cff-ef1109e64a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed95162-8e4e-4dca-b64b-eaa157dafd40,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:19.589924 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-ac99802c-f9fe-4bbf-9cff-ef1109e64a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:19.920479 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ac99802c-f9fe-4bbf-9cff-ef1109e64a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943603'] for router_interface, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:20.217026 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84b0f8-1838-416c-84f5-d71b9111fdb9 req-60fefef1-1d91-4f3a-a1af-f7606a5d192a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:20.218647 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7d84b0f8-1838-416c-84f5-d71b9111fdb9 req-60fefef1-1d91-4f3a-a1af-f7606a5d192a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 945 time: 0.3584225 May 04 14:41:20.364674 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7d84b0f8-1838-416c-84f5-d71b9111fdb9 req-b8ccf361-1abf-48eb-a380-031412075f3c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303341 May 04 14:41:20.397610 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34446) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:20.528416 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac99802c-f9fe-4bbf-9cff-ef1109e64a15 admin admin] Router 6b0c680d-12b5-4573-a754-7a6420dc516f has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:41:20.595979 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:41:20.690092 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66222564-8d7e-4659-9470-a3e4a56b7372 tempest-TestMinimumBasicScenario-1007996889 tempest-TestMinimumBasicScenario-1007996889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:20.691294 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-66222564-8d7e-4659-9470-a3e4a56b7372 tempest-TestMinimumBasicScenario-1007996889 tempest-TestMinimumBasicScenario-1007996889-project-admin] Synchronizing usage tracker for tenant:4fc6b55d41e7470f81c4ad3c63c9e112 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:41:20.717351 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-66222564-8d7e-4659-9470-a3e4a56b7372 tempest-TestMinimumBasicScenario-1007996889 tempest-TestMinimumBasicScenario-1007996889-project-admin] Unset dirty status for tenant:4fc6b55d41e7470f81c4ad3c63c9e112 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:41:20.718889 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-66222564-8d7e-4659-9470-a3e4a56b7372 tempest-TestMinimumBasicScenario-1007996889 tempest-TestMinimumBasicScenario-1007996889-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 1093 time: 0.3201375 May 04 14:41:20.721845 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34452) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:20.728535 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Request body: {'floatingip': {'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'port_id': '38b88a95-c332-4dd8-bc58-116e5aa290db', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'fixed_ip_address': '172.20.0.4'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:20.735305 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:20.740096 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Usage tracker for resource:floatingip and tenant:7f8903754102478a95492f2697e8adbe is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:20.743434 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:20.750194 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:20.761098 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for floatingip, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:20.829393 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac99802c-f9fe-4bbf-9cff-ef1109e64a15 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:41:20.845794 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef3dda-c334-4400-8edd-dcc08fde3bce None None] Sync routers for ids ['6b0c680d-12b5-4573-a754-7a6420dc516f'] in dv-cinder-772623-4-smb {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:41:20.851754 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-ac99802c-f9fe-4bbf-9cff-ef1109e64a15 admin admin] 10.222.0.37 "PUT /v2.0/routers/6b0c680d-12b5-4573-a754-7a6420dc516f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4997532 May 04 14:41:20.857467 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34458) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:20.865955 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef3dda-c334-4400-8edd-dcc08fde3bce None None] Routers {'6b0c680d-12b5-4573-a754-7a6420dc516f'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:20.867041 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-bcef3dda-c334-4400-8edd-dcc08fde3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:41:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['6b0c680d-12b5-4573-a754-7a6420dc516f'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:21.105628 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-bf0f432c-14bc-4735-942e-d9ce343535cf admin admin] Notify callbacks [] for router, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:21.157396 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-bcef3dda-c334-4400-8edd-dcc08fde3bce None None] Set router 6b0c680d-12b5-4573-a754-7a6420dc516f gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:21.174499 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:21.409128 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-bf0f432c-14bc-4735-942e-d9ce343535cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:21.466802 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Allocated IP 172.28.3.82 (49af3acc-aa66-439a-917a-edeb41136f16/106a0d71-9dcf-4db1-913d-79820d2de789/c5adf1f7-d239-479e-8ed3-5f319bdd6562) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:41:21.610740 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f432c-14bc-4735-942e-d9ce343535cf admin admin] Deleting port 348a95a6-a1de-42d7-9704-6c19645b134b {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:41:21.611077 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-bf0f432c-14bc-4735-942e-d9ce343535cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:21.666853 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-bcef3dda-c334-4400-8edd-dcc08fde3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0c680d-12b5-4573-a754-7a6420dc516f', 'name': 'tempest-TestShelveInstance-1356074458-router', 'tenant_id': '0e6cac7aa8a1428f992de1424edd118a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '348a95a6-a1de-42d7-9704-6c19645b134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:58Z', 'updated_at': '2021-05-04T14:41:19Z', 'revision_number': 5, 'project_id': '0e6cac7aa8a1428f992de1424edd118a', 'gw_port': {'id': '348a95a6-a1de-42d7-9704-6c19645b134b', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:59:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0c680d-12b5-4573-a754-7a6420dc516f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:35:59Z', 'updated_at': '2021-05-04T14:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:21.673456 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef3dda-c334-4400-8edd-dcc08fde3bce None None] Checking router: 6b0c680d-12b5-4573-a754-7a6420dc516f for host: dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:41:21.689289 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef3dda-c334-4400-8edd-dcc08fde3bce None None] Routers {'6b0c680d-12b5-4573-a754-7a6420dc516f'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:21.690351 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-bcef3dda-c334-4400-8edd-dcc08fde3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:41:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['6b0c680d-12b5-4573-a754-7a6420dc516f'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:21.742190 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:21.789147 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-bf0f432c-14bc-4735-942e-d9ce343535cf admin admin] For port 348a95a6-a1de-42d7-9704-6c19645b134b, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=348a95a6-a1de-42d7-9704-6c19645b134b,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:21.789501 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-bf0f432c-14bc-4735-942e-d9ce343535cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:21.920618 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f432c-14bc-4735-942e-d9ce343535cf admin admin] Calling delete_port for 348a95a6-a1de-42d7-9704-6c19645b134b owned by network:router_gateway {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:41:21.945410 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:21.950460 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-58b50c22-661d-4af3-8cec-d14fdd4b995a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:21.964972 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-bcef3dda-c334-4400-8edd-dcc08fde3bce None None] Set router 6b0c680d-12b5-4573-a754-7a6420dc516f gateway port host: None {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:22.031802 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Network 49af3acc-aa66-439a-917a-edeb41136f16 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:22.034120 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Pushing event updated for resources: {'Port': ['ID=c5adf1f7-d239-479e-8ed3-5f319bdd6562,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:22.038070 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:22.040334 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:22.042361 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:41:22.140875 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-bcef3dda-c334-4400-8edd-dcc08fde3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0c680d-12b5-4573-a754-7a6420dc516f', 'name': 'tempest-TestShelveInstance-1356074458-router', 'tenant_id': '0e6cac7aa8a1428f992de1424edd118a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:58Z', 'updated_at': '2021-05-04T14:41:21Z', 'revision_number': 6, 'project_id': '0e6cac7aa8a1428f992de1424edd118a', 'gw_port_host': None}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:22.145870 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef3dda-c334-4400-8edd-dcc08fde3bce None None] The sync data for ids ['6b0c680d-12b5-4573-a754-7a6420dc516f'] in dv-cinder-772623-4-smb is: [{'id': '6b0c680d-12b5-4573-a754-7a6420dc516f', 'name': 'tempest-TestShelveInstance-1356074458-router', 'tenant_id': '0e6cac7aa8a1428f992de1424edd118a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:35:58Z', 'updated_at': '2021-05-04T14:41:21Z', 'revision_number': 6, 'project_id': '0e6cac7aa8a1428f992de1424edd118a', 'gw_port_host': None}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:41:22.596793 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-bf0f432c-14bc-4735-942e-d9ce343535cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:22.602325 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 5ed95162-8e4e-4dca-b64b-eaa157dafd40 no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:41:22.623015 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6918f9d5-a607-4510-93f0-9d20dc12bbad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:22.667180 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No Port match for: 5ed95162-8e4e-4dca-b64b-eaa157dafd40 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:41:22.668159 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 5ed95162-8e4e-4dca-b64b-eaa157dafd40 not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:41:22.708788 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f432c-14bc-4735-942e-d9ce343535cf admin admin] Pushing event deleted for resources: {'Port': ['ID=348a95a6-a1de-42d7-9704-6c19645b134b,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:22.748296 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-bf0f432c-14bc-4735-942e-d9ce343535cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:22.769741 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 34476) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:22.833812 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-bf0f432c-14bc-4735-942e-d9ce343535cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946028'] for router_gateway, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:23.035418 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-bf0f432c-14bc-4735-942e-d9ce343535cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27306'] for router, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:23.038713 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-bf0f432c-14bc-4735-942e-d9ce343535cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:23.075561 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:23.077491 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-bf0f432c-14bc-4735-942e-d9ce343535cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-945444'] for router, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:23.078195 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0f432c-14bc-4735-942e-d9ce343535cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b0c680d-12b5-4573-a754-7a6420dc516f {{(pid=73822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 14:41:23.113277 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-bf0f432c-14bc-4735-942e-d9ce343535cf admin admin] Notify callbacks [] for router, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:23.117315 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-bf0f432c-14bc-4735-942e-d9ce343535cf admin admin] 10.222.0.37 "DELETE /v2.0/routers/6b0c680d-12b5-4573-a754-7a6420dc516f HTTP/1.1" status: 204 len: 168 time: 2.2583480 May 04 14:41:23.119222 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34482) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:23.231173 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:23.262329 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ee21b3-9045-46bc-8f2c-3c74110e340c admin admin] Deleting subnet cfd52a90-0f7e-4abb-bf4b-302b26d5cd1a {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:41:23.277984 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-84ee21b3-9045-46bc-8f2c-3c74110e340c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:23.354979 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-84ee21b3-9045-46bc-8f2c-3c74110e340c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743640'] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:23.563499 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-84ee21b3-9045-46bc-8f2c-3c74110e340c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005557'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:23.624256 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:23.654925 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:23.661774 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0fd0b377-e4e0-4f0e-af02-c1f20467e889 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:23.676049 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1eb81aa4-e144-4e47-9ddf-51b81c56508a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919107'] for router_interface, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:23.948719 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Pushing event updated for resources: {'Port': ['ID=c5adf1f7-d239-479e-8ed3-5f319bdd6562,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:23.956783 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:23.996157 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946001'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:24.176716 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81aa4-e144-4e47-9ddf-51b81c56508a admin admin] Deleting port b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:41:24.177517 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1eb81aa4-e144-4e47-9ddf-51b81c56508a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:24.229844 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.l3_db [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Floating IP 5b5ea37e-4769-4af6-be07-fb0b77c25998 associated. External IP: 172.28.3.82, port: 38b88a95-c332-4dd8-bc58-116e5aa290db. May 04 14:41:24.285227 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-84ee21b3-9045-46bc-8f2c-3c74110e340c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4005564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11462968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11678285'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:24.298720 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:24.342280 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee21b3-9045-46bc-8f2c-3c74110e340c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfd52a90-0f7e-4abb-bf4b-302b26d5cd1a,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:24.355423 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-84ee21b3-9045-46bc-8f2c-3c74110e340c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:24.362639 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-84ee21b3-9045-46bc-8f2c-3c74110e340c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:24.370582 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fd136f-5848-4985-ae38-efb885ae0fa4 None None] Network 3dca99f9-5836-47e6-9629-b88bb4c98761 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:41:24.433635 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-84ee21b3-9045-46bc-8f2c-3c74110e340c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cfd52a90-0f7e-4abb-bf4b-302b26d5cd1a HTTP/1.1" status: 204 len: 168 time: 1.3142629 May 04 14:41:24.434856 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 34486) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:24.586011 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-1eb81aa4-e144-4e47-9ddf-51b81c56508a admin admin] For port b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:24.587045 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1eb81aa4-e144-4e47-9ddf-51b81c56508a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:24.601640 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4112595'] for network, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:24.678615 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 348a95a6-a1de-42d7-9704-6c19645b134b no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:41:24.708768 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Router e9e64a1c-0194-4fa3-b042-9311f3a5fbdd has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:41:24.726492 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No Port match for: 348a95a6-a1de-42d7-9704-6c19645b134b {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:41:24.727006 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 348a95a6-a1de-42d7-9704-6c19645b134b not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:41:24.745137 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca2fc34-ddfc-4c18-b55b-af7a533e966d None None] DHCP port deletion for 3dca99f9-5836-47e6-9629-b88bb4c98761 request from dv-cinder-772623-4-smb {{(pid=73823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 14:41:24.753853 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81aa4-e144-4e47-9ddf-51b81c56508a admin admin] Calling delete_port for b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 owned by network:router_interface {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:41:24.824016 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-fca2fc34-ddfc-4c18-b55b-af7a533e966d None None] Deleting port 0e10d31e-8921-41f5-8087-e49a471df2e1 {{(pid=73823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:41:24.824723 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-fca2fc34-ddfc-4c18-b55b-af7a533e966d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:24.866890 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Deleting port 0e10d31e-8921-41f5-8087-e49a471df2e1 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:41:24.867247 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:24.942762 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-fca2fc34-ddfc-4c18-b55b-af7a533e966d None None] For port 0e10d31e-8921-41f5-8087-e49a471df2e1, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=0e10d31e-8921-41f5-8087-e49a471df2e1,segment=NetworkSegment(d16c0e26-6ea8-4830-bb38-f33d71c598ec),segment_id=d16c0e26-6ea8-4830-bb38-f33d71c598ec)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:24.943162 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-fca2fc34-ddfc-4c18-b55b-af7a533e966d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:24.987762 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] For port 0e10d31e-8921-41f5-8087-e49a471df2e1, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=0e10d31e-8921-41f5-8087-e49a471df2e1,segment=NetworkSegment(d16c0e26-6ea8-4830-bb38-f33d71c598ec),segment_id=d16c0e26-6ea8-4830-bb38-f33d71c598ec)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:24.988124 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:25.000668 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:41:25.021378 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe1317e-ceda-472b-90ae-e5293e8c0017 None None] Sync routers for ids ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'] in dv-cinder-772623-4-smb {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:41:25.039257 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:25.043284 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe1317e-ceda-472b-90ae-e5293e8c0017 None None] Routers {'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:25.044672 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-5fe1317e-ceda-472b-90ae-e5293e8c0017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:41:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:25.092448 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-fca2fc34-ddfc-4c18-b55b-af7a533e966d None None] Calling delete_port for 0e10d31e-8921-41f5-8087-e49a471df2e1 owned by network:dhcp {{(pid=73823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:41:25.127558 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Calling delete_port for 0e10d31e-8921-41f5-8087-e49a471df2e1 owned by network:dhcp {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:41:25.166388 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-fca2fc34-ddfc-4c18-b55b-af7a533e966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511'] for port, after_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:25.173892 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4463460 May 04 14:41:25.173892 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07c0aa4-aaa4-4316-bfd7-af301b381857', 'tag': '38b88a95-c332-4dd8-bc58-116e5aa290db'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:41:25.175784 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34490) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:25.175987 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-2ce8ee21-72e3-48f6-a516-709584ed1d2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:25.182458 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-4ba76cd7-b218-4298-b5fb-f9876a6ec217 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1451597108', 'description': 'tempest-secgroup-smoke-1451597108 description', 'project_id': '7f8903754102478a95492f2697e8adbe'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:25.188961 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-4ba76cd7-b218-4298-b5fb-f9876a6ec217 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:25.203181 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-4ba76cd7-b218-4298-b5fb-f9876a6ec217 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:25.218163 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4ba76cd7-b218-4298-b5fb-f9876a6ec217 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:25.246995 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-4ba76cd7-b218-4298-b5fb-f9876a6ec217 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:25.252711 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-4ba76cd7-b218-4298-b5fb-f9876a6ec217 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Usage tracker for resource:security_group_rule and tenant:7f8903754102478a95492f2697e8adbe is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:25.257198 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2fc34-ddfc-4c18-b55b-af7a533e966d None None] Pushing event deleted for resources: {'Port': ['ID=0e10d31e-8921-41f5-8087-e49a471df2e1,revision_number=None']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:25.257633 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-4ba76cd7-b218-4298-b5fb-f9876a6ec217 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:25.263084 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-fca2fc34-ddfc-4c18-b55b-af7a533e966d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:25.265675 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1eb81aa4-e144-4e47-9ddf-51b81c56508a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:25.267494 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca2fc34-ddfc-4c18-b55b-af7a533e966d None None] No DVR routers for this DVR port 0e10d31e-8921-41f5-8087-e49a471df2e1 on host dv-cinder-772623-4-smb {{(pid=73823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:41:25.272271 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-db8e7773-7bc8-47bd-a1eb-e48b1dee22f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:25.293099 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07c0aa4-aaa4-4316-bfd7-af301b381857', 'tag': '38b88a95-c332-4dd8-bc58-116e5aa290db', 'status': 'completed', 'code': 200} May 04 14:41:25.299097 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-4ba76cd7-b218-4298-b5fb-f9876a6ec217 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:25.325503 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81aa4-e144-4e47-9ddf-51b81c56508a admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:25.330674 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1eb81aa4-e144-4e47-9ddf-51b81c56508a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:25.430880 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:25.438277 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-90128922-6110-4a33-a4db-77a55deffe89 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:25.474168 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-5fe1317e-ceda-472b-90ae-e5293e8c0017 None None] Set router e9e64a1c-0194-4fa3-b042-9311f3a5fbdd gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:25.492010 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e10d31e-8921-41f5-8087-e49a471df2e1,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:25.494704 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] No DVR routers for this DVR port 0e10d31e-8921-41f5-8087-e49a471df2e1 on host dv-cinder-772623-4-smb {{(pid=73821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:41:25.496462 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4ba76cd7-b218-4298-b5fb-f9876a6ec217 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:25.499417 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:25.502663 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937ddb6-d9e1-4915-8c46-38a6211c46ac req-0323799d-38aa-4620-8821-872cc98e56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:25.504636 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0937ddb6-d9e1-4915-8c46-38a6211c46ac req-0323799d-38aa-4620-8821-872cc98e56bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f8903754102478a95492f2697e8adbe&device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 1098 time: 0.1979434 May 04 14:41:25.508726 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4ba76cd7-b218-4298-b5fb-f9876a6ec217 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:25.514836 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a6a1da26-eb23-4668-a817-8baece4c4a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:25.620292 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba76cd7-b218-4298-b5fb-f9876a6ec217 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f58da5-58a7-477a-bf4c-919a90a9364b,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:25.647878 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4ba76cd7-b218-4298-b5fb-f9876a6ec217 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:25.724464 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4ba76cd7-b218-4298-b5fb-f9876a6ec217 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:25.729107 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-4ba76cd7-b218-4298-b5fb-f9876a6ec217 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5519381 May 04 14:41:25.729833 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34496) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:25.746260 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-36671292-3e45-416c-8ed2-a73d7b8acd92 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Request body: {'security_group_rule': {'security_group_id': '20f58da5-58a7-477a-bf4c-919a90a9364b', 'project_id': '7f8903754102478a95492f2697e8adbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:25.753018 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-36671292-3e45-416c-8ed2-a73d7b8acd92 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:25.757934 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-36671292-3e45-416c-8ed2-a73d7b8acd92 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Usage tracker for resource:security_group_rule and tenant:7f8903754102478a95492f2697e8adbe is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:25.758267 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999016', 'neutron.services.segments.db._delete_segments_for_network-8740809660721'] for network, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:25.760793 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-36671292-3e45-416c-8ed2-a73d7b8acd92 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:25.767347 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-36671292-3e45-416c-8ed2-a73d7b8acd92 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:25.793582 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-36671292-3e45-416c-8ed2-a73d7b8acd92 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:25.852456 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937ddb6-d9e1-4915-8c46-38a6211c46ac req-026998ee-1b99-44b9-94ec-632ddfcdbccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:25.854136 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0937ddb6-d9e1-4915-8c46-38a6211c46ac req-026998ee-1b99-44b9-94ec-632ddfcdbccc service neutron] 10.222.0.47 "GET /v2.0/networks?id=a768a81e-ef8a-46b0-9961-b69cb9be2d7d HTTP/1.1" status: 200 len: 915 time: 0.3404043 May 04 14:41:25.984349 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-36671292-3e45-416c-8ed2-a73d7b8acd92 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:25.994804 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0937ddb6-d9e1-4915-8c46-38a6211c46ac req-809767cd-de77-4486-a715-e53c18728f62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b88a95-c332-4dd8-bc58-116e5aa290db HTTP/1.1" status: 200 len: 998 time: 0.1307175 May 04 14:41:25.996555 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-36671292-3e45-416c-8ed2-a73d7b8acd92 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:26.003011 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1eb81aa4-e144-4e47-9ddf-51b81c56508a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943603'] for router_interface, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:26.005540 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-5fe1317e-ceda-472b-90ae-e5293e8c0017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'name': 'tempest-TestMinimumBasicScenario-267824877-router', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '97157176-6a4d-455b-a601-b7c58df117b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:19Z', 'updated_at': '2021-05-04T14:40:25Z', 'revision_number': 4, 'project_id': '7f8903754102478a95492f2697e8adbe', 'gw_port': {'id': '97157176-6a4d-455b-a601-b7c58df117b4', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:21Z', 'updated_at': '2021-05-04T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_floatingips': [{'id': '5b5ea37e-4769-4af6-be07-fb0b77c25998', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'floating_ip_address': '172.28.3.82', 'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'router_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'port_id': '38b88a95-c332-4dd8-bc58-116e5aa290db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d', 'mac_address': 'fa:16:3e:ba:15:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07c0aa4-aaa4-4316-bfd7-af301b381857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:41:22Z', 'updated_at': '2021-05-04T14:41:22Z', 'revision_number': 0, 'project_id': '7f8903754102478a95492f2697e8adbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c215c76-fd4b-42f5-b6fb-2b46b082904b', 'name': '', 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'mac_address': 'fa:16:3e:63:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:24Z', 'updated_at': '2021-05-04T14:40:35Z', 'revision_number': 5, 'project_id': '7f8903754102478a95492f2697e8adbe', 'subnets': [{'id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:26.011642 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe1317e-ceda-472b-90ae-e5293e8c0017 None None] Checking router: e9e64a1c-0194-4fa3-b042-9311f3a5fbdd for host: dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:41:26.013561 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:26.016338 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.services.segments.db [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dca99f9-5836-47e6-9629-b88bb4c98761']}} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:26.023575 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe1317e-ceda-472b-90ae-e5293e8c0017 None None] Routers {'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:26.025028 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-5fe1317e-ceda-472b-90ae-e5293e8c0017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:41:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:26.082884 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.services.segments.db [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16c0e26-6ea8-4830-bb38-f33d71c598ec') {'for_net_delete': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:26.083172 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.services.segments.db [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16c0e26-6ea8-4830-bb38-f33d71c598ec') {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:26.095659 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36671292-3e45-416c-8ed2-a73d7b8acd92 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d5373e-4ad6-4fcc-bd70-030cdc69945b,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:26.100164 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-36671292-3e45-416c-8ed2-a73d7b8acd92 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:26.111415 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740809672551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10842696'] for segment, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:26.132086 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-36671292-3e45-416c-8ed2-a73d7b8acd92 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:26.138033 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-36671292-3e45-416c-8ed2-a73d7b8acd92 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3948481 May 04 14:41:26.138332 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 34500) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:26.144185 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:26.152875 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937ddb6-d9e1-4915-8c46-38a6211c46ac req-4eba63ac-9e3d-46b6-ad15-c2409dd5909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:26.153162 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-c4b9d7c6-d9e4-4572-a3ca-14a435d58a0e tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Request body: {'security_group_rule': {'security_group_id': '20f58da5-58a7-477a-bf4c-919a90a9364b', 'project_id': '7f8903754102478a95492f2697e8adbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:26.154854 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0937ddb6-d9e1-4915-8c46-38a6211c46ac req-4eba63ac-9e3d-46b6-ad15-c2409dd5909e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fd4db3f2-d04e-4f50-83aa-85b8b560c1e7 HTTP/1.1" status: 200 len: 853 time: 0.1431787 May 04 14:41:26.164116 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-c4b9d7c6-d9e4-4572-a3ca-14a435d58a0e tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:26.167143 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=73821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:41:26.184156 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-c4b9d7c6-d9e4-4572-a3ca-14a435d58a0e tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Usage tracker for resource:security_group_rule and tenant:7f8903754102478a95492f2697e8adbe is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:26.201045 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-c4b9d7c6-d9e4-4572-a3ca-14a435d58a0e tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:26.266472 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-5fe1317e-ceda-472b-90ae-e5293e8c0017 None None] Set router e9e64a1c-0194-4fa3-b042-9311f3a5fbdd gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:26.310080 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-c4b9d7c6-d9e4-4572-a3ca-14a435d58a0e tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:26.447193 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Network 3dca99f9-5836-47e6-9629-b88bb4c98761 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:41:26.456247 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c4b9d7c6-d9e4-4572-a3ca-14a435d58a0e tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:26.465297 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4025312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10542836'] for segment, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:26.476246 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937ddb6-d9e1-4915-8c46-38a6211c46ac req-af7c12a5-7b4d-43ef-95c9-bc8017c88c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:26.479251 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0937ddb6-d9e1-4915-8c46-38a6211c46ac req-af7c12a5-7b4d-43ef-95c9-bc8017c88c24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a768a81e-ef8a-46b0-9961-b69cb9be2d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3174231 May 04 14:41:26.669248 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0937ddb6-d9e1-4915-8c46-38a6211c46ac req-b8dc665c-8944-4e99-a0e2-97e6f179f1c4 service neutron] 10.222.0.47 "GET /v2.0/networks/a768a81e-ef8a-46b0-9961-b69cb9be2d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829340 May 04 14:41:26.779684 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 0e10d31e-8921-41f5-8087-e49a471df2e1 no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:41:26.831995 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0937ddb6-d9e1-4915-8c46-38a6211c46ac req-5c71a2eb-54f6-49c4-ae62-c40df69886bc service neutron] 10.222.0.47 "GET /v2.0/networks/a768a81e-ef8a-46b0-9961-b69cb9be2d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560016 May 04 14:41:26.845353 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No Port match for: 0e10d31e-8921-41f5-8087-e49a471df2e1 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:41:26.846322 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 0e10d31e-8921-41f5-8087-e49a471df2e1 not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:41:26.907092 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-5fe1317e-ceda-472b-90ae-e5293e8c0017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'name': 'tempest-TestMinimumBasicScenario-267824877-router', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '97157176-6a4d-455b-a601-b7c58df117b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:19Z', 'updated_at': '2021-05-04T14:40:25Z', 'revision_number': 4, 'project_id': '7f8903754102478a95492f2697e8adbe', 'gw_port': {'id': '97157176-6a4d-455b-a601-b7c58df117b4', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:21Z', 'updated_at': '2021-05-04T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_floatingips': [{'id': '5b5ea37e-4769-4af6-be07-fb0b77c25998', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'floating_ip_address': '172.28.3.82', 'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'router_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'port_id': '38b88a95-c332-4dd8-bc58-116e5aa290db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d', 'mac_address': 'fa:16:3e:ba:15:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07c0aa4-aaa4-4316-bfd7-af301b381857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:41:22Z', 'updated_at': '2021-05-04T14:41:22Z', 'revision_number': 0, 'project_id': '7f8903754102478a95492f2697e8adbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c215c76-fd4b-42f5-b6fb-2b46b082904b', 'name': '', 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'mac_address': 'fa:16:3e:63:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:24Z', 'updated_at': '2021-05-04T14:40:35Z', 'revision_number': 5, 'project_id': '7f8903754102478a95492f2697e8adbe', 'subnets': [{'id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:26.913007 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe1317e-ceda-472b-90ae-e5293e8c0017 None None] The sync data for ids ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'] in dv-cinder-772623-4-smb is: [{'id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'name': 'tempest-TestMinimumBasicScenario-267824877-router', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '97157176-6a4d-455b-a601-b7c58df117b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:19Z', 'updated_at': '2021-05-04T14:40:25Z', 'revision_number': 4, 'project_id': '7f8903754102478a95492f2697e8adbe', 'gw_port': {'id': '97157176-6a4d-455b-a601-b7c58df117b4', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:21Z', 'updated_at': '2021-05-04T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_floatingips': [{'id': '5b5ea37e-4769-4af6-be07-fb0b77c25998', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'floating_ip_address': '172.28.3.82', 'floating_network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'router_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'port_id': '38b88a95-c332-4dd8-bc58-116e5aa290db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d', 'mac_address': 'fa:16:3e:ba:15:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07c0aa4-aaa4-4316-bfd7-af301b381857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T14:41:22Z', 'updated_at': '2021-05-04T14:41:22Z', 'revision_number': 0, 'project_id': '7f8903754102478a95492f2697e8adbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c215c76-fd4b-42f5-b6fb-2b46b082904b', 'name': '', 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'mac_address': 'fa:16:3e:63:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:24Z', 'updated_at': '2021-05-04T14:40:35Z', 'revision_number': 5, 'project_id': '7f8903754102478a95492f2697e8adbe', 'subnets': [{'id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:41:26.916049 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Network 3dca99f9-5836-47e6-9629-b88bb4c98761 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: util.warn( May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: util.warn( May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: util.warn( May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: util.warn( May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: Traceback (most recent call last): May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: timer() May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: cb(*args, **kw) May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: return func(*args, **kwargs) May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: self._notify() May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: self.callback(batched_events) May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: event.method(event) May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: return f(self, *a, **k) May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: return self._get(url).json() May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: return self.request(url, 'GET', **kwargs) May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:41:26.945107 dv-cinder-772623-4-smb neutron-server[73821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:41:26.962020 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb81aa4-e144-4e47-9ddf-51b81c56508a admin admin] Router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:41:27.025942 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c4b9d7c6-d9e4-4572-a3ca-14a435d58a0e tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.035845 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c4b9d7c6-d9e4-4572-a3ca-14a435d58a0e tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.042783 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:27.123657 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945987'] for network, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.149553 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9d7c6-d9e4-4572-a3ca-14a435d58a0e tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312b5010-faeb-4a3a-8d2b-f3452d6492cf,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:27.153940 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.169202 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c4b9d7c6-d9e4-4572-a3ca-14a435d58a0e tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:27.169384 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:27.176271 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e33e25-688f-45a6-a3ef-9caeaad313ab None None] New status for floating IP 5b5ea37e-4769-4af6-be07-fb0b77c25998: ACTIVE {{(pid=73823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:41:27.256563 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dca99f9-5836-47e6-9629-b88bb4c98761,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:27.265986 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c4b9d7c6-d9e4-4572-a3ca-14a435d58a0e tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.271181 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-c4b9d7c6-d9e4-4572-a3ca-14a435d58a0e tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1278610 May 04 14:41:27.271181 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:27.274833 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34504) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:27.275164 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3dca99f9-5836-47e6-9629-b88bb4c98761 HTTP/1.1" status: 204 len: 168 time: 2.8393676 May 04 14:41:27.283507 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-6d875625-652b-4565-bc68-9e1c0dc575cf tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Request body: {'security_group_rule': {'security_group_id': '20f58da5-58a7-477a-bf4c-919a90a9364b', 'project_id': '7f8903754102478a95492f2697e8adbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:27.291807 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6d875625-652b-4565-bc68-9e1c0dc575cf tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:27.306500 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-6d875625-652b-4565-bc68-9e1c0dc575cf tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Usage tracker for resource:security_group_rule and tenant:7f8903754102478a95492f2697e8adbe is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:27.313288 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-6d875625-652b-4565-bc68-9e1c0dc575cf tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:27.325799 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6d875625-652b-4565-bc68-9e1c0dc575cf tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:27.343205 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb81aa4-e144-4e47-9ddf-51b81c56508a admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:41:27.362117 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-1eb81aa4-e144-4e47-9ddf-51b81c56508a admin admin] 10.222.0.37 "PUT /v2.0/routers/03ec5bec-54dd-43b9-9f0c-8561cbccab46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5865846 May 04 14:41:27.362856 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 34510) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:27.366602 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6d875625-652b-4565-bc68-9e1c0dc575cf tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.366965 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64114c4-939f-4bf8-bc3d-75f989b180ab None None] Sync routers for ids ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'] in dv-cinder-772623-4-smb {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:41:27.389989 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64114c4-939f-4bf8-bc3d-75f989b180ab None None] Routers {'03ec5bec-54dd-43b9-9f0c-8561cbccab46'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:27.391537 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-e64114c4-939f-4bf8-bc3d-75f989b180ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:41:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:27.528543 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6d875625-652b-4565-bc68-9e1c0dc575cf tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.535345 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6d875625-652b-4565-bc68-9e1c0dc575cf tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.539596 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6b3c8be2-a332-4e0a-a8f5-094770a86e65 tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:27.573550 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 34514) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:27.605290 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d875625-652b-4565-bc68-9e1c0dc575cf tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52283249-cb2a-4727-8ab0-ef23df05bd47,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:27.613126 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6d875625-652b-4565-bc68-9e1c0dc575cf tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:27.629065 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6d875625-652b-4565-bc68-9e1c0dc575cf tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.632138 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-6d875625-652b-4565-bc68-9e1c0dc575cf tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3527062 May 04 14:41:27.635241 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34516) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:27.645273 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-f7adda82-52cf-4332-a6bb-5f1a0b52e7d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Request body: {'security_group_rule': {'security_group_id': '20f58da5-58a7-477a-bf4c-919a90a9364b', 'project_id': '7f8903754102478a95492f2697e8adbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:27.655224 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f7adda82-52cf-4332-a6bb-5f1a0b52e7d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:27.661294 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-f7adda82-52cf-4332-a6bb-5f1a0b52e7d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Usage tracker for resource:security_group_rule and tenant:7f8903754102478a95492f2697e8adbe is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:27.666439 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-f7adda82-52cf-4332-a6bb-5f1a0b52e7d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:27.677318 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f7adda82-52cf-4332-a6bb-5f1a0b52e7d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:27.703426 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-e64114c4-939f-4bf8-bc3d-75f989b180ab None None] Set router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:27.704222 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f7adda82-52cf-4332-a6bb-5f1a0b52e7d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.794218 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-5549d948-a95b-4cc7-81c3-b21e2827b576 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9af81ed309c4321bdd601cdf3c05a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0633140 May 04 14:41:27.795740 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-805185d6-d5ef-475a-b76a-e3d63b0c76de admin admin] Notify callbacks [] for router, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.799963 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34522) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:27.873627 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f7adda82-52cf-4332-a6bb-5f1a0b52e7d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.888168 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f7adda82-52cf-4332-a6bb-5f1a0b52e7d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.901493 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-623add5d-46bc-4cf5-8494-337e5b9fcb44 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:27.932142 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adda82-52cf-4332-a6bb-5f1a0b52e7d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77b260e-0920-4b4a-a3d2-9eb3ed3f60ef,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:27.936061 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f7adda82-52cf-4332-a6bb-5f1a0b52e7d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:27.952569 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f7adda82-52cf-4332-a6bb-5f1a0b52e7d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.957425 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-f7adda82-52cf-4332-a6bb-5f1a0b52e7d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3168347 May 04 14:41:27.957701 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34526) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:27.968528 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-1a078616-351c-408a-8591-6b23d44992d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Request body: {'security_group_rule': {'security_group_id': '20f58da5-58a7-477a-bf4c-919a90a9364b', 'project_id': '7f8903754102478a95492f2697e8adbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:27.980056 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-1a078616-351c-408a-8591-6b23d44992d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:27.982612 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-472c598e-a5f0-435f-90a4-a181af1fbe5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:27.987062 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-1a078616-351c-408a-8591-6b23d44992d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Usage tracker for resource:security_group_rule and tenant:7f8903754102478a95492f2697e8adbe is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:27.997427 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-1a078616-351c-408a-8591-6b23d44992d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:28.007967 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-1a078616-351c-408a-8591-6b23d44992d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:28.029896 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-472c598e-a5f0-435f-90a4-a181af1fbe5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:28.046801 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.securitygroups_db [None req-1a078616-351c-408a-8591-6b23d44992d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Project 7f8903754102478a95492f2697e8adbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 14:41:28.066420 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1a078616-351c-408a-8591-6b23d44992d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:28.072811 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-805185d6-d5ef-475a-b76a-e3d63b0c76de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:28.177895 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1a078616-351c-408a-8591-6b23d44992d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:28.184225 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1a078616-351c-408a-8591-6b23d44992d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:28.187273 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:28.196281 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-805185d6-d5ef-475a-b76a-e3d63b0c76de admin admin] Deleting port e2b1f69e-0372-4c64-ab79-ba64bf78d26d {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:41:28.196670 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-e64114c4-939f-4bf8-bc3d-75f989b180ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:41:25Z', 'revision_number': 5, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port': {'id': 'e2b1f69e-0372-4c64-ab79-ba64bf78d26d', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:34:49Z', 'updated_at': '2021-05-04T14:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:28.196840 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-805185d6-d5ef-475a-b76a-e3d63b0c76de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:28.200107 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-472c598e-a5f0-435f-90a4-a181af1fbe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:28.201723 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64114c4-939f-4bf8-bc3d-75f989b180ab None None] Checking router: 03ec5bec-54dd-43b9-9f0c-8561cbccab46 for host: dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:41:28.214397 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64114c4-939f-4bf8-bc3d-75f989b180ab None None] Routers {'03ec5bec-54dd-43b9-9f0c-8561cbccab46'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:41:28.215334 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-e64114c4-939f-4bf8-bc3d-75f989b180ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:41:08Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:28.222332 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a078616-351c-408a-8591-6b23d44992d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317360e3-ddce-4d9a-95ad-4b7862fc3951,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:28.225379 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1a078616-351c-408a-8591-6b23d44992d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:28.225885 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-385788eb-e3cb-467f-9320-18c25257598b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:28.249310 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c598e-a5f0-435f-90a4-a181af1fbe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44675f3-a5de-4cdd-9954-ff23f3575015,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:28.252389 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-472c598e-a5f0-435f-90a4-a181af1fbe5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:28.253679 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-472c598e-a5f0-435f-90a4-a181af1fbe5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:28.254815 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-472c598e-a5f0-435f-90a4-a181af1fbe5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e44675f3-a5de-4cdd-9954-ff23f3575015 HTTP/1.1" status: 204 len: 168 time: 0.4533875 May 04 14:41:28.260499 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1a078616-351c-408a-8591-6b23d44992d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:28.264449 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-1a078616-351c-408a-8591-6b23d44992d6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3034666 May 04 14:41:28.264921 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34532) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:28.277369 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [None req-fb3dcf5a-cdaf-4913-86d2-faaafc94f009 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Request body: {'security_group_rule': {'security_group_id': '20f58da5-58a7-477a-bf4c-919a90a9364b', 'project_id': '7f8903754102478a95492f2697e8adbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:28.296367 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-fb3dcf5a-cdaf-4913-86d2-faaafc94f009 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:28.304364 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-fb3dcf5a-cdaf-4913-86d2-faaafc94f009 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Usage tracker for resource:security_group_rule and tenant:7f8903754102478a95492f2697e8adbe is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:28.310197 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-fb3dcf5a-cdaf-4913-86d2-faaafc94f009 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:28.324081 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-fb3dcf5a-cdaf-4913-86d2-faaafc94f009 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:28.345872 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.db.securitygroups_db [None req-fb3dcf5a-cdaf-4913-86d2-faaafc94f009 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Project 7f8903754102478a95492f2697e8adbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 14:41:28.356966 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcf5a-cdaf-4913-86d2-faaafc94f009 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:28.423844 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-805185d6-d5ef-475a-b76a-e3d63b0c76de admin admin] For port e2b1f69e-0372-4c64-ab79-ba64bf78d26d, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=e2b1f69e-0372-4c64-ab79-ba64bf78d26d,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:28.424727 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-805185d6-d5ef-475a-b76a-e3d63b0c76de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:28.438955 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-e64114c4-939f-4bf8-bc3d-75f989b180ab None None] Set router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 gateway port host: None {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:41:28.464838 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcf5a-cdaf-4913-86d2-faaafc94f009 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:28.471171 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcf5a-cdaf-4913-86d2-faaafc94f009 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572503'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:28.474749 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:28.511583 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dcf5a-cdaf-4913-86d2-faaafc94f009 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4a5cd8-1f2a-4aa4-a5e2-19ccff956c9d,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:28.515179 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-fb3dcf5a-cdaf-4913-86d2-faaafc94f009 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:28.527569 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcf5a-cdaf-4913-86d2-faaafc94f009 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:28.533645 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-fb3dcf5a-cdaf-4913-86d2-faaafc94f009 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2632437 May 04 14:41:28.564350 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-e64114c4-939f-4bf8-bc3d-75f989b180ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:41:28Z', 'revision_number': 6, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port_host': None}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:28.569610 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64114c4-939f-4bf8-bc3d-75f989b180ab None None] The sync data for ids ['03ec5bec-54dd-43b9-9f0c-8561cbccab46'] in dv-cinder-772623-4-smb is: [{'id': '03ec5bec-54dd-43b9-9f0c-8561cbccab46', 'name': 'tempest-AttachVolumeShelveTestJSON-1970003635-router', 'tenant_id': '5ad25986999c451986a94fb0dbd2db7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:34:48Z', 'updated_at': '2021-05-04T14:41:28Z', 'revision_number': 6, 'project_id': '5ad25986999c451986a94fb0dbd2db7d', 'gw_port_host': None}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:41:28.630199 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-805185d6-d5ef-475a-b76a-e3d63b0c76de admin admin] Calling delete_port for e2b1f69e-0372-4c64-ab79-ba64bf78d26d owned by network:router_gateway {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:41:28.766380 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4d2bd851-a184-4025-8a89-2a9c55cd4052 req-72fb6580-e06d-41dc-8513-83c91b1d367e tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1451597108&fields=id&tenant_id=7f8903754102478a95492f2697e8adbe HTTP/1.1" status: 200 len: 267 time: 0.0756454 May 04 14:41:28.829487 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34540) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:28.895367 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-c25576b7-138f-4398-82a5-6534e3ed6716 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e6cac7aa8a1428f992de1424edd118a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0642006 May 04 14:41:28.900138 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34544) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:28.939822 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-805185d6-d5ef-475a-b76a-e3d63b0c76de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:28.944030 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8d19322a-a272-49d9-a0c0-3ec5f8366e9f tempest-VolumesSnapshotTestJSON-2049092171 tempest-VolumesSnapshotTestJSON-2049092171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:28.978846 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4a1978cb-c355-40d8-9584-d1416eb90617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.009478 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bd851-a184-4025-8a89-2a9c55cd4052 req-c5914c60-391e-4606-ad7e-c2079fdb001d tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:29.011433 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4d2bd851-a184-4025-8a89-2a9c55cd4052 req-c5914c60-391e-4606-ad7e-c2079fdb001d tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 945 time: 0.2340615 May 04 14:41:29.012945 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805185d6-d5ef-475a-b76a-e3d63b0c76de admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b1f69e-0372-4c64-ab79-ba64bf78d26d,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:29.015397 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-805185d6-d5ef-475a-b76a-e3d63b0c76de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:29.035100 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4a1978cb-c355-40d8-9584-d1416eb90617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.057809 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [req-4d2bd851-a184-4025-8a89-2a9c55cd4052 req-b740fe9b-f43a-4753-bf35-147623e324d2 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Request body: {'port': {'security_groups': ['9732e2ab-90ae-4ffc-aa19-6fb82faa144b', '20f58da5-58a7-477a-bf4c-919a90a9364b']}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:29.111546 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4a1978cb-c355-40d8-9584-d1416eb90617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.116131 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f2e873c9-6652-4e72-b97e-ada6a4000762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:29.129776 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1978cb-c355-40d8-9584-d1416eb90617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5ebef8-77d4-4b7a-bb93-707720a1b05c,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:29.132169 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4a1978cb-c355-40d8-9584-d1416eb90617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:29.138799 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4a1978cb-c355-40d8-9584-d1416eb90617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.140253 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-4a1978cb-c355-40d8-9584-d1416eb90617 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea5ebef8-77d4-4b7a-bb93-707720a1b05c HTTP/1.1" status: 204 len: 168 time: 0.2391031 May 04 14:41:29.303047 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-805185d6-d5ef-475a-b76a-e3d63b0c76de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946028'] for router_gateway, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.665569 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-4d2bd851-a184-4025-8a89-2a9c55cd4052 req-b740fe9b-f43a-4753-bf35-147623e324d2 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.690041 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-805185d6-d5ef-475a-b76a-e3d63b0c76de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27306'] for router, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.698833 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-805185d6-d5ef-475a-b76a-e3d63b0c76de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.831187 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-805185d6-d5ef-475a-b76a-e3d63b0c76de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-945444'] for router, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.831900 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805185d6-d5ef-475a-b76a-e3d63b0c76de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03ec5bec-54dd-43b9-9f0c-8561cbccab46 {{(pid=73821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 14:41:29.888409 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-805185d6-d5ef-475a-b76a-e3d63b0c76de admin admin] Notify callbacks [] for router, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:29.890465 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-805185d6-d5ef-475a-b76a-e3d63b0c76de admin admin] 10.222.0.37 "DELETE /v2.0/routers/03ec5bec-54dd-43b9-9f0c-8561cbccab46 HTTP/1.1" status: 204 len: 168 time: 2.5263777 May 04 14:41:29.893202 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34550) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:29.970391 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31480d3-2a63-4765-8a37-82212d1918d6 admin admin] Deleting subnet a0b68c6f-abef-422f-9dab-a735d4be52ac {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:41:29.974165 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d31480d3-2a63-4765-8a37-82212d1918d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.030256 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d31480d3-2a63-4765-8a37-82212d1918d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743640'] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.122236 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d31480d3-2a63-4765-8a37-82212d1918d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005557'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.301088 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-4d2bd851-a184-4025-8a89-2a9c55cd4052 req-b740fe9b-f43a-4753-bf35-147623e324d2 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] For port 38b88a95-c332-4dd8-bc58-116e5aa290db, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=38b88a95-c332-4dd8-bc58-116e5aa290db,segment=NetworkSegment(96c007b8-13d7-40be-a55a-eba9fca731b6),segment_id=96c007b8-13d7-40be-a55a-eba9fca731b6)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:30.331869 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-4d2bd851-a184-4025-8a89-2a9c55cd4052 req-b740fe9b-f43a-4753-bf35-147623e324d2 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.339168 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-4d2bd851-a184-4025-8a89-2a9c55cd4052 req-b740fe9b-f43a-4753-bf35-147623e324d2 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10542736'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.353223 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['38b88a95-c332-4dd8-bc58-116e5aa290db'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:41:30.354295 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5dd8eb07-df56-43de-a19f-902ee62fd8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:30.415115 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d31480d3-2a63-4765-8a37-82212d1918d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4005564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11462968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11678285'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.420347 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9c90b6cd-bf9a-4a5c-bc72-b056ba6f8efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:30.460929 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31480d3-2a63-4765-8a37-82212d1918d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b68c6f-abef-422f-9dab-a735d4be52ac,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:30.464448 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d31480d3-2a63-4765-8a37-82212d1918d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:30.465469 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d31480d3-2a63-4765-8a37-82212d1918d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.474916 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-d31480d3-2a63-4765-8a37-82212d1918d6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a0b68c6f-abef-422f-9dab-a735d4be52ac HTTP/1.1" status: 204 len: 168 time: 0.5803187 May 04 14:41:30.475555 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34554) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:30.480738 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bd851-a184-4025-8a89-2a9c55cd4052 req-b740fe9b-f43a-4753-bf35-147623e324d2 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:30.482053 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-4d2bd851-a184-4025-8a89-2a9c55cd4052 req-b740fe9b-f43a-4753-bf35-147623e324d2 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.484919 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4d2bd851-a184-4025-8a89-2a9c55cd4052 req-b740fe9b-f43a-4753-bf35-147623e324d2 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "PUT /v2.0/ports/38b88a95-c332-4dd8-bc58-116e5aa290db HTTP/1.1" status: 200 len: 981 time: 1.4387751 May 04 14:41:30.488321 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89716eca-5ae5-457e-9288-4a94f3050bee None None] Network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:41:30.492225 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07c0aa4-aaa4-4316-bfd7-af301b381857', 'tag': '38b88a95-c332-4dd8-bc58-116e5aa290db'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:41:30.584080 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07c0aa4-aaa4-4316-bfd7-af301b381857', 'tag': '38b88a95-c332-4dd8-bc58-116e5aa290db', 'status': 'completed', 'code': 200} May 04 14:41:30.601032 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740fe9b-f43a-4753-bf35-147623e324d2 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Pushing event updated for resources: {'Port': ['ID=38b88a95-c332-4dd8-bc58-116e5aa290db,revision_number=6']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:30.607296 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b740fe9b-f43a-4753-bf35-147623e324d2 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:30.636938 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4112595'] for network, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.756787 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2e92d-70b6-4998-90ec-a9283bccc454 req-f21d909e-3969-4f89-9f5d-527fd8519399 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:30.758547 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-77a2e92d-70b6-4998-90ec-a9283bccc454 req-f21d909e-3969-4f89-9f5d-527fd8519399 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 984 time: 0.1283312 May 04 14:41:30.767006 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device e2b1f69e-0372-4c64-ab79-ba64bf78d26d no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:41:30.816129 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35202a5e-944f-4761-9aa1-2344e6093e2d req-4d652053-a2e8-4310-9335-62f34e6f0838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:30.817659 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-35202a5e-944f-4761-9aa1-2344e6093e2d req-4d652053-a2e8-4310-9335-62f34e6f0838 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f8903754102478a95492f2697e8adbe&device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 1137 time: 0.1719136 May 04 14:41:30.818339 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-77a2e92d-70b6-4998-90ec-a9283bccc454 req-b08d1611-3d21-4428-a78e-09ba7d00ce0e tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f58da5-58a7-477a-bf4c-919a90a9364b&id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521991 May 04 14:41:30.822798 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Deleting port 4b16e207-c3f7-4c39-908e-48b98818fc56 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:41:30.823158 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:30.833638 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['38b88a95-c332-4dd8-bc58-116e5aa290db'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:41:30.929509 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No Port match for: e2b1f69e-0372-4c64-ab79-ba64bf78d26d {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:41:30.929865 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device e2b1f69e-0372-4c64-ab79-ba64bf78d26d not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:41:30.930464 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:41:30.991459 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No Port match for: b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:41:30.991699 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device b8c82dcd-037c-4d5d-a39f-ad6088f2c8f8 not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:41:31.052164 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-40a55765-4fbb-4a92-95fc-3ae3e6da07e6 None None] Provisioning complete for port 38b88a95-c332-4dd8-bc58-116e5aa290db triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:31.052547 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-40a55765-4fbb-4a92-95fc-3ae3e6da07e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:31.141995 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] For port 4b16e207-c3f7-4c39-908e-48b98818fc56, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=4b16e207-c3f7-4c39-908e-48b98818fc56,segment=NetworkSegment(00818c8f-02e9-4454-933f-e6e1bd6dcd93),segment_id=00818c8f-02e9-4454-933f-e6e1bd6dcd93)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:31.142632 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:31.285585 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Calling delete_port for 4b16e207-c3f7-4c39-908e-48b98818fc56 owned by network:dhcp {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:41:31.308012 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35202a5e-944f-4761-9aa1-2344e6093e2d req-d1a26d6d-e1dd-48e0-9989-099ec64b05eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:31.309571 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-35202a5e-944f-4761-9aa1-2344e6093e2d req-d1a26d6d-e1dd-48e0-9989-099ec64b05eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=a768a81e-ef8a-46b0-9961-b69cb9be2d7d HTTP/1.1" status: 200 len: 915 time: 0.4700923 May 04 14:41:31.408956 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90931c8e-8d5d-4116-984f-24866348c973 None None] DHCP port deletion for 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 request from dv-cinder-772623-4-smb {{(pid=73823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 14:41:31.437355 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-35202a5e-944f-4761-9aa1-2344e6093e2d req-1eb11749-716d-4097-9589-e77ce473a55f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b88a95-c332-4dd8-bc58-116e5aa290db HTTP/1.1" status: 200 len: 1000 time: 0.1207771 May 04 14:41:31.504779 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:31.510851 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6cda91e9-5db7-47f2-84b2-766ac34185b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:31.547751 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-90931c8e-8d5d-4116-984f-24866348c973 None None] The port '4b16e207-c3f7-4c39-908e-48b98818fc56' was deleted {{(pid=73823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} May 04 14:41:31.563423 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b16e207-c3f7-4c39-908e-48b98818fc56,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:31.568308 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35202a5e-944f-4761-9aa1-2344e6093e2d req-dc1f552c-9379-44d8-8c90-5a9275aee62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:31.569921 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-35202a5e-944f-4761-9aa1-2344e6093e2d req-dc1f552c-9379-44d8-8c90-5a9275aee62e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fd4db3f2-d04e-4f50-83aa-85b8b560c1e7 HTTP/1.1" status: 200 len: 853 time: 0.1229415 May 04 14:41:31.570953 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:31.574421 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] No DVR routers for this DVR port 4b16e207-c3f7-4c39-908e-48b98818fc56 on host dv-cinder-772623-4-smb {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:41:31.739504 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999016', 'neutron.services.segments.db._delete_segments_for_network-8740809660721'] for network, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:31.872202 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35202a5e-944f-4761-9aa1-2344e6093e2d req-6b45252f-928e-4deb-b2eb-c5d7e90c55a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:31.873658 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-35202a5e-944f-4761-9aa1-2344e6093e2d req-6b45252f-928e-4deb-b2eb-c5d7e90c55a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a768a81e-ef8a-46b0-9961-b69cb9be2d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2714996 May 04 14:41:31.875359 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0f51f5-915d-44ca-8152-5cadcc1bfc62']}} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:31.920443 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00818c8f-02e9-4454-933f-e6e1bd6dcd93') {'for_net_delete': True} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:31.920729 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00818c8f-02e9-4454-933f-e6e1bd6dcd93') {} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:41:31.938824 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740809672551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743649'] for segment, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:32.016478 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:32.027190 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=73822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:41:32.134577 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-35202a5e-944f-4761-9aa1-2344e6093e2d req-8aa8391b-f443-49f4-a965-e281f6f0796f service neutron] 10.222.0.47 "GET /v2.0/networks/a768a81e-ef8a-46b0-9961-b69cb9be2d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513800 May 04 14:41:32.263597 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:41:32.315382 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4025312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11463834'] for segment, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:32.655807 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 4b16e207-c3f7-4c39-908e-48b98818fc56 no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:41:32.659243 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Network 8c0f51f5-915d-44ca-8152-5cadcc1bfc62 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:41:32.668729 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-35202a5e-944f-4761-9aa1-2344e6093e2d req-fb7dedd3-8301-47cc-9785-83170ce8c297 service neutron] 10.222.0.47 "GET /v2.0/networks/a768a81e-ef8a-46b0-9961-b69cb9be2d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181270 May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: Traceback (most recent call last): May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: timer() May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: cb(*args, **kw) May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: return func(*args, **kwargs) May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: self._notify() May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: self.callback(batched_events) May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: event.method(event) May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: return f(self, *a, **k) May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: return self._get(url).json() May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: return self.request(url, 'GET', **kwargs) May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:41:32.684543 dv-cinder-772623-4-smb neutron-server[73822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:41:32.705323 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No Port match for: 4b16e207-c3f7-4c39-908e-48b98818fc56 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:41:32.705722 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 4b16e207-c3f7-4c39-908e-48b98818fc56 not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:41:32.771327 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945987'] for network, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:32.776069 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:32.793602 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:32.801011 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c0f51f5-915d-44ca-8152-5cadcc1bfc62,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:32.806376 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:32.820090 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8c0f51f5-915d-44ca-8152-5cadcc1bfc62 HTTP/1.1" status: 204 len: 168 time: 2.3433213 May 04 14:41:33.092549 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34566) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:33.146669 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-987cb1c8-fbee-4d63-a661-4c750cb1e83e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ad25986999c451986a94fb0dbd2db7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525277 May 04 14:41:33.149417 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34570) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:33.214048 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-da98b18a-0244-430d-aaac-7a7642861673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:33.245244 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-da98b18a-0244-430d-aaac-7a7642861673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:33.311992 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-da98b18a-0244-430d-aaac-7a7642861673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:33.316730 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-04bdaa91-857a-458a-9bc7-360a550d5269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:33.331594 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98b18a-0244-430d-aaac-7a7642861673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e73f6e-793c-4356-b8cb-e0da6f676a96,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:33.334150 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-da98b18a-0244-430d-aaac-7a7642861673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:33.346896 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-da98b18a-0244-430d-aaac-7a7642861673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:33.349434 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-da98b18a-0244-430d-aaac-7a7642861673 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5e73f6e-793c-4356-b8cb-e0da6f676a96 HTTP/1.1" status: 204 len: 168 time: 0.1985900 May 04 14:41:34.191761 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 34594) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:34.329352 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-819483677-network', 'tenant_id': 'e0ee7ceeed354462ba7236f1675bbb18'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:34.334439 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:34.339978 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Usage tracker for resource:network and tenant:e0ee7ceeed354462ba7236f1675bbb18 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:34.343344 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:34.351532 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:34.369087 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Made reservation on behalf of e0ee7ceeed354462ba7236f1675bbb18 for: {'network': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:41:34.371735 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for network, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:34.384962 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:34.400737 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:34.405391 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Usage tracker for resource:security_group_rule and tenant:e0ee7ceeed354462ba7236f1675bbb18 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:34.408658 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:34.415140 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:34.519489 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:34.524540 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:34.527855 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3303cd61-3c6c-407e-8d77-48687f3f19d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:34.564237 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=73821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:41:34.574029 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f1fae2-3df6-44ab-b434-5dd251d1615b,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:34.578039 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:34.581907 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:34.582243 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.db.segments_db [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Added segment 35c00e75-7e96-4859-bc66-e99468b941d8 of type vlan for network f657441d-5a25-438f-ac94-817e5dcff381 May 04 14:41:34.617666 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740809221780'] for network, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:34.654962 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587'] for network, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:34.656403 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:34.656943 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:34.663714 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:34.770755 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Pushing event updated for resources: {'Network': ['ID=f657441d-5a25-438f-ac94-817e5dcff381,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:34.774687 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5818305 May 04 14:41:34.775795 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:34.779628 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 34600) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:41:34.784502 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Network f657441d-5a25-438f-ac94-817e5dcff381 details requested by agent ovs-agent-dv-cinder-772623-4-smb with host dv-cinder-772623-4-smb {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 14:41:34.786186 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [None req-a05df04e-0b36-40bf-aecc-7943eff1c411 admin admin] Request body: {'subnet': {'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-819483677-subnet', 'tenant_id': 'e0ee7ceeed354462ba7236f1675bbb18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:34.792087 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-a05df04e-0b36-40bf-aecc-7943eff1c411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:34.796603 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-a05df04e-0b36-40bf-aecc-7943eff1c411 admin admin] Usage tracker for resource:subnet and tenant:e0ee7ceeed354462ba7236f1675bbb18 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:34.800078 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-a05df04e-0b36-40bf-aecc-7943eff1c411 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:34.806850 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-a05df04e-0b36-40bf-aecc-7943eff1c411 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:34.819646 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05df04e-0b36-40bf-aecc-7943eff1c411 admin admin] Made reservation on behalf of e0ee7ceeed354462ba7236f1675bbb18 for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:41:34.822875 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a05df04e-0b36-40bf-aecc-7943eff1c411 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11873840'] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:35.280174 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a05df04e-0b36-40bf-aecc-7943eff1c411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10541847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11873830'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:35.284756 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:35.362072 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05df04e-0b36-40bf-aecc-7943eff1c411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aa762c1-def8-4d2b-8283-cd7b5637848e,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:35.366007 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a05df04e-0b36-40bf-aecc-7943eff1c411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:35.374318 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05df04e-0b36-40bf-aecc-7943eff1c411 admin admin] Checking segment: {'id': '35c00e75-7e96-4859-bc66-e99468b941d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:35.374726 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05df04e-0b36-40bf-aecc-7943eff1c411 admin admin] Network hostable DHCP agents. Network: f657441d-5a25-438f-ac94-817e5dcff381, hostable agents: ['89233beb-46c2-4555-b2a6-383c2a63add2'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:41:35.395280 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05df04e-0b36-40bf-aecc-7943eff1c411 admin admin] Network f657441d-5a25-438f-ac94-817e5dcff381 is scheduled to be hosted by DHCP agent 89233beb-46c2-4555-b2a6-383c2a63add2 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:41:35.406877 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-a05df04e-0b36-40bf-aecc-7943eff1c411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-4-smb, f657441d-5a25-438f-ac94-817e5dcff381) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:35.416320 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05df04e-0b36-40bf-aecc-7943eff1c411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:35.416918 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a05df04e-0b36-40bf-aecc-7943eff1c411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:35.417325 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3c50d8-32f6-416c-a27c-68f718e3c31e None None] Network f657441d-5a25-438f-ac94-817e5dcff381 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:41:35.441418 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-a05df04e-0b36-40bf-aecc-7943eff1c411 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6604033 May 04 14:41:35.650966 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae0539d-b00e-4fe6-86f0-ee86e9d7a39e None None] Network f657441d-5a25-438f-ac94-817e5dcff381 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:41:35.691404 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-efa16673-af71-40c8-bb93-5a7287e52006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:36.123445 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab8394-5453-4877-a600-6c52a66054c9 req-d695919f-d599-40af-bbda-e9beae7b54aa tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:36.124603 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-86ab8394-5453-4877-a600-6c52a66054c9 req-d695919f-d599-40af-bbda-e9beae7b54aa tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Synchronizing usage tracker for tenant:e0ee7ceeed354462ba7236f1675bbb18 on resource:network {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:41:36.154217 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-86ab8394-5453-4877-a600-6c52a66054c9 req-d695919f-d599-40af-bbda-e9beae7b54aa tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Unset dirty status for tenant:e0ee7ceeed354462ba7236f1675bbb18 on resource:network {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:41:36.156509 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-86ab8394-5453-4877-a600-6c52a66054c9 req-d695919f-d599-40af-bbda-e9beae7b54aa tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/networks?id=f657441d-5a25-438f-ac94-817e5dcff381 HTTP/1.1" status: 200 len: 814 time: 0.2067840 May 04 14:41:36.173890 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-86ab8394-5453-4877-a600-6c52a66054c9 req-e3c7dd9d-dfe8-4b28-9b00-cb5e6ca03231 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/quotas/e0ee7ceeed354462ba7236f1675bbb18 HTTP/1.1" status: 200 len: 375 time: 0.0114739 May 04 14:41:36.225845 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-86ab8394-5453-4877-a600-6c52a66054c9 req-cd6d9da8-ec3a-4ae1-beb7-e4a6aaed68e1 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0ee7ceeed354462ba7236f1675bbb18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435126 May 04 14:41:36.374640 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-86ab8394-5453-4877-a600-6c52a66054c9 req-f6038274-bee5-4ce4-b237-a3e13b603657 service neutron] 10.222.0.37 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414425 May 04 14:41:36.520975 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-86ab8394-5453-4877-a600-6c52a66054c9 req-17349887-e703-48ef-bc77-3c495628e839 service neutron] 10.222.0.37 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392436 May 04 14:41:36.716656 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-be11e891-fb03-41f8-9f9a-4d99a2d20ef3 req-86936202-a24d-454b-87ea-0d3ded9a6299 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba1c0c68-392d-4d69-9638-269d79fe31d0 HTTP/1.1" status: 200 len: 210 time: 0.0499139 May 04 14:41:37.954118 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0f93c42c-7e7b-4dd9-bf01-4aa44c548d88 req-31b81b49-553b-45c9-bfba-76f580f7ee5d tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba1c0c68-392d-4d69-9638-269d79fe31d0 HTTP/1.1" status: 200 len: 210 time: 0.0446470 May 04 14:41:37.971412 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab8394-5453-4877-a600-6c52a66054c9 req-6a2ed304-0d4e-40d4-ab69-e2c6151ca663 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:37.972793 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-86ab8394-5453-4877-a600-6c52a66054c9 req-6a2ed304-0d4e-40d4-ab69-e2c6151ca663 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.47 "GET /v2.0/networks?id=f657441d-5a25-438f-ac94-817e5dcff381 HTTP/1.1" status: 200 len: 814 time: 0.2286320 May 04 14:41:37.985119 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-86ab8394-5453-4877-a600-6c52a66054c9 req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Request body: {'port': {'device_id': 'ba1c0c68-392d-4d69-9638-269d79fe31d0', 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381', 'admin_state_up': True, 'tenant_id': 'e0ee7ceeed354462ba7236f1675bbb18'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:38.054811 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-896b281c-260d-4fd2-ae48-a37fcea96ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:38.145314 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-86ab8394-5453-4877-a600-6c52a66054c9 req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:38.149922 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-86ab8394-5453-4877-a600-6c52a66054c9 req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Usage tracker for resource:port and tenant:e0ee7ceeed354462ba7236f1675bbb18 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:38.152966 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-86ab8394-5453-4877-a600-6c52a66054c9 req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:38.164935 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-86ab8394-5453-4877-a600-6c52a66054c9 req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:38.175213 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ab8394-5453-4877-a600-6c52a66054c9 req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Made reservation on behalf of e0ee7ceeed354462ba7236f1675bbb18 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:41:38.178733 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-86ab8394-5453-4877-a600-6c52a66054c9 req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:38.224810 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:38.355221 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-86ab8394-5453-4877-a600-6c52a66054c9 req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Allocated IP 172.20.0.2 (f657441d-5a25-438f-ac94-817e5dcff381/9aa762c1-def8-4d2b-8283-cd7b5637848e/e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:41:38.577902 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-86ab8394-5453-4877-a600-6c52a66054c9 req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:38.612420 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-86ab8394-5453-4877-a600-6c52a66054c9 req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:38.622925 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0c2f74e1-f29e-4706-b6fc-f2ddf14eb2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:38.697449 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ab8394-5453-4877-a600-6c52a66054c9 req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Network f657441d-5a25-438f-ac94-817e5dcff381 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:38.701503 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-86ab8394-5453-4877-a600-6c52a66054c9 req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:38.705978 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ab8394-5453-4877-a600-6c52a66054c9 req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:41:38.738149 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Pushing event updated for resources: {'Port': ['ID=e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:38.758717 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:38.759095 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:38.759447 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:38.759810 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:38.760169 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:38.760521 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:38.760873 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:38.761252 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:38.761594 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:38.761953 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:38.762288 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:38.762647 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:41:38.768390 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:38.787662 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab8394-5453-4877-a600-6c52a66054c9 req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:38.788284 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-86ab8394-5453-4877-a600-6c52a66054c9 req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:38.812246 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-86ab8394-5453-4877-a600-6c52a66054c9 req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8311443 May 04 14:41:38.825792 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Request body: {'port': {'device_id': 'ba1c0c68-392d-4d69-9638-269d79fe31d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:38.954525 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:39.115467 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:39.216189 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4640fc-3ce2-44ff-8d90-dcc264796a25 req-dd16e456-446a-4da4-adc4-46fbcce658a5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:39.218449 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4b4640fc-3ce2-44ff-8d90-dcc264796a25 req-dd16e456-446a-4da4-adc4-46fbcce658a5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba1c0c68-392d-4d69-9638-269d79fe31d0 HTTP/1.1" status: 200 len: 931 time: 0.0969012 May 04 14:41:39.351151 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:41:39.364456 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:39.376577 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-4b4640fc-3ce2-44ff-8d90-dcc264796a25 req-65f59499-5aa3-4a0b-959b-853081ce6a9e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Synchronizing usage tracker for tenant:e0ee7ceeed354462ba7236f1675bbb18 on resource:security_group {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:41:39.391460 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Transition to ACTIVE for port object e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:39.395796 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:39.397905 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-4b4640fc-3ce2-44ff-8d90-dcc264796a25 req-65f59499-5aa3-4a0b-959b-853081ce6a9e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Unset dirty status for tenant:e0ee7ceeed354462ba7236f1675bbb18 on resource:security_group {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:41:39.399136 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4b4640fc-3ce2-44ff-8d90-dcc264796a25 req-65f59499-5aa3-4a0b-959b-853081ce6a9e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738338 May 04 14:41:39.404417 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a0dfaf9c-c8c8-43f1-b8f1-79e55c446123 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:39.708480 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Pushing event updated for resources: {'Port': ['ID=e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:39.719790 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:39.802710 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Attempting to bind port e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:41:39.803022 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Attempting to bind port e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '35c00e75-7e96-4859-bc66-e99468b941d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:41:39.803357 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Attempting to bind port e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a on network f657441d-5a25-438f-ac94-817e5dcff381 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:39.809963 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Port e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a on network f657441d-5a25-438f-ac94-817e5dcff381 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:41:39.810264 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Attempting to bind port e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a on network f657441d-5a25-438f-ac94-817e5dcff381 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:39.816697 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Checking agent: {'id': '8bf5348c-0921-4b50-a8be-a73e0c140a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'started_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:41:39.817023 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Checking segment: {'id': '35c00e75-7e96-4859-bc66-e99468b941d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:39.817420 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Bound using segment: {'id': '35c00e75-7e96-4859-bc66-e99468b941d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:41:39.817882 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Bound port: e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c00e75-7e96-4859-bc66-e99468b941d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:41:39.818237 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:39.926863 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] For port e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a, host hv-cinder-77262, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:41:39.931012 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] For port e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:41:39.935977 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:39.940062 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b37cb1d8-ff49-40b7-8f06-ba20f5408bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:39.998365 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:39.999053 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:40.000455 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-86ab8394-5453-4877-a600-6c52a66054c9 req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] 10.222.0.47 "PUT /v2.0/ports/e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a HTTP/1.1" status: 200 len: 1093 time: 1.1801167 May 04 14:41:40.000982 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1c0c68-392d-4d69-9638-269d79fe31d0', 'tag': 'e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:41:40.033996 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Pushing event updated for resources: {'Port': ['ID=e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:40.038002 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:40.093539 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1c0c68-392d-4d69-9638-269d79fe31d0', 'tag': 'e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a', 'status': 'completed', 'code': 200} May 04 14:41:40.136853 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab8394-5453-4877-a600-6c52a66054c9 req-847aa303-bbce-4dea-b030-e59b003fb41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:40.138405 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-86ab8394-5453-4877-a600-6c52a66054c9 req-847aa303-bbce-4dea-b030-e59b003fb41d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0ee7ceeed354462ba7236f1675bbb18&device_id=ba1c0c68-392d-4d69-9638-269d79fe31d0 HTTP/1.1" status: 200 len: 1096 time: 0.0887136 May 04 14:41:40.213902 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-86ab8394-5453-4877-a600-6c52a66054c9 req-fbb29a2d-25d3-4adf-a232-e54167b4e522 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a HTTP/1.1" status: 200 len: 217 time: 0.0672750 May 04 14:41:40.291655 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab8394-5453-4877-a600-6c52a66054c9 req-c08617a5-4024-45f3-92bb-a7ad1d62ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:40.293123 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-86ab8394-5453-4877-a600-6c52a66054c9 req-c08617a5-4024-45f3-92bb-a7ad1d62ffec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa762c1-def8-4d2b-8283-cd7b5637848e HTTP/1.1" status: 200 len: 854 time: 0.0723414 May 04 14:41:40.347127 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-86ab8394-5453-4877-a600-6c52a66054c9 req-8bf3f67b-14c2-48ea-8256-73902b72745f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f657441d-5a25-438f-ac94-817e5dcff381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470729 May 04 14:41:40.493883 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-86ab8394-5453-4877-a600-6c52a66054c9 req-a8102871-bf79-431a-9cd3-d044e83e6a8d service neutron] 10.222.0.47 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388466 May 04 14:41:40.677117 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-86ab8394-5453-4877-a600-6c52a66054c9 req-042ec942-fc08-436a-872f-da1c26110be1 service neutron] 10.222.0.47 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745484 May 04 14:41:40.687239 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ad918-39bc-446c-a104-b306f4ff2bb9 req-a873f1bf-ebf0-4365-972c-ae78f5e14e90 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:40.688810 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7a9ad918-39bc-446c-a104-b306f4ff2bb9 req-a873f1bf-ebf0-4365-972c-ae78f5e14e90 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba1c0c68-392d-4d69-9638-269d79fe31d0 HTTP/1.1" status: 200 len: 943 time: 0.1183965 May 04 14:41:40.746749 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7a9ad918-39bc-446c-a104-b306f4ff2bb9 req-8ea14821-4981-4397-8351-77692c08c2c9 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515001 May 04 14:41:40.819224 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b5fa-9642-401a-9077-d735349d7d8c req-143b71e3-30f9-4bd2-9274-c9b80b4404fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:40.821032 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3a60b5fa-9642-401a-9077-d735349d7d8c req-143b71e3-30f9-4bd2-9274-c9b80b4404fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0ee7ceeed354462ba7236f1675bbb18&device_id=ba1c0c68-392d-4d69-9638-269d79fe31d0 HTTP/1.1" status: 200 len: 1096 time: 0.0789161 May 04 14:41:40.906115 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:40.964125 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b5fa-9642-401a-9077-d735349d7d8c req-7f6f949a-ea27-4113-9a0a-bd36b32c9f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:40.965642 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3a60b5fa-9642-401a-9077-d735349d7d8c req-7f6f949a-ea27-4113-9a0a-bd36b32c9f46 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f657441d-5a25-438f-ac94-817e5dcff381 HTTP/1.1" status: 200 len: 915 time: 0.1370740 May 04 14:41:41.043445 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3a60b5fa-9642-401a-9077-d735349d7d8c req-92a091d9-de72-4128-be9e-747ba2c6f778 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a HTTP/1.1" status: 200 len: 217 time: 0.0705044 May 04 14:41:41.114582 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b5fa-9642-401a-9077-d735349d7d8c req-fa3bfcee-5486-47d7-bceb-fe6bf32107ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:41.116056 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3a60b5fa-9642-401a-9077-d735349d7d8c req-fa3bfcee-5486-47d7-bceb-fe6bf32107ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa762c1-def8-4d2b-8283-cd7b5637848e HTTP/1.1" status: 200 len: 854 time: 0.0654624 May 04 14:41:41.174389 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3a60b5fa-9642-401a-9077-d735349d7d8c req-f5bd7502-3715-43a1-ad77-57e6ca772adb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f657441d-5a25-438f-ac94-817e5dcff381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498362 May 04 14:41:41.390046 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3a60b5fa-9642-401a-9077-d735349d7d8c req-df2b4f84-2999-40b2-ad8f-275effd70275 service neutron] 10.222.0.47 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077093 May 04 14:41:41.652074 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-3a60b5fa-9642-401a-9077-d735349d7d8c req-8be0eb56-c369-49ea-8dda-32401ca21fd3 service neutron] 10.222.0.47 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527030 May 04 14:41:41.959742 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff077db-a0c8-4622-81e7-54bfe4d7a740 req-63991e75-a4ac-4b0c-8ce8-fd6b9fcfe9cd tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:41.961372 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fff077db-a0c8-4622-81e7-54bfe4d7a740 req-63991e75-a4ac-4b0c-8ce8-fd6b9fcfe9cd tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba1c0c68-392d-4d69-9638-269d79fe31d0 HTTP/1.1" status: 200 len: 943 time: 0.0883615 May 04 14:41:42.011288 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fff077db-a0c8-4622-81e7-54bfe4d7a740 req-de9e01cf-da61-4555-8690-7bdce8b96e5d tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436234 May 04 14:41:42.500550 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:41:42.650544 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:42.698220 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': 'e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a', 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381', 'port_id': 'e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a', 'mac_address': 'fa:16:3e:14:e6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa762c1-def8-4d2b-8283-cd7b5637848e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:41:42.754571 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:42.771517 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:41:42.790496 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:42.795858 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:42.798211 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:42.875938 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:42.879731 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:43.029296 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:41:43.340678 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1464135-fe05-46fd-9b0d-f425357ad5a0 req-e912d435-b2c5-44c7-bed2-6ff4c93ff1e7 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:43.342765 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c1464135-fe05-46fd-9b0d-f425357ad5a0 req-e912d435-b2c5-44c7-bed2-6ff4c93ff1e7 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba1c0c68-392d-4d69-9638-269d79fe31d0 HTTP/1.1" status: 200 len: 944 time: 0.1169732 May 04 14:41:43.403387 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-c1464135-fe05-46fd-9b0d-f425357ad5a0 req-468a0d49-37c6-4e4a-8c57-c88562375f94 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477195 May 04 14:41:43.442054 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:44.508008 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:41:44.582790 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning for port e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:41:44.588023 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:41:44.588405 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:44.611063 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a0901-1aa0-4015-bf48-72b7761eaf41 req-50a97e5d-4446-47e3-bc7b-6fb3f1699569 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:44.612622 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3d3a0901-1aa0-4015-bf48-72b7761eaf41 req-50a97e5d-4446-47e3-bc7b-6fb3f1699569 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba1c0c68-392d-4d69-9638-269d79fe31d0 HTTP/1.1" status: 200 len: 944 time: 0.0833757 May 04 14:41:44.665132 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3d3a0901-1aa0-4015-bf48-72b7761eaf41 req-3fdaea1b-a9ab-421a-a733-1784ea1d41c7 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446818 May 04 14:41:44.716639 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:44.745262 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1c0c68-392d-4d69-9638-269d79fe31d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:41:44.756019 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:41:44.761486 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:44.763717 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-ece46001-1680-4332-9913-63827f28af24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:44.799203 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1c0c68-392d-4d69-9638-269d79fe31d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a', 'code': 200} May 04 14:41:44.834416 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:44.838062 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:44.901809 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-8b9400b6-5264-4ea7-a30c-9acdf7d390eb req-21b9e6c0-6fdb-463e-b120-6e6116f261c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795231 May 04 14:41:45.049805 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e287c89-91c4-431d-ac53-93bd35a0142e req-3e94053b-5861-4002-8a12-2a9b6f60434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:45.051321 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2e287c89-91c4-431d-ac53-93bd35a0142e req-3e94053b-5861-4002-8a12-2a9b6f60434f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ba1c0c68-392d-4d69-9638-269d79fe31d0 HTTP/1.1" status: 200 len: 1098 time: 0.0912952 May 04 14:41:45.092605 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9400b6-5264-4ea7-a30c-9acdf7d390eb req-4bfabe61-18d3-4458-9f88-0fdc18264ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:45.094062 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8b9400b6-5264-4ea7-a30c-9acdf7d390eb req-4bfabe61-18d3-4458-9f88-0fdc18264ee6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f8903754102478a95492f2697e8adbe&device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 1137 time: 0.0846872 May 04 14:41:45.103793 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2e287c89-91c4-431d-ac53-93bd35a0142e req-a4e3f4aa-23c6-428f-89fa-2281dbfb1029 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457854 May 04 14:41:45.304708 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9400b6-5264-4ea7-a30c-9acdf7d390eb req-58c73656-e39e-4186-b456-e6a7914b1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:45.307055 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-8b9400b6-5264-4ea7-a30c-9acdf7d390eb req-58c73656-e39e-4186-b456-e6a7914b1eb4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a768a81e-ef8a-46b0-9961-b69cb9be2d7d HTTP/1.1" status: 200 len: 915 time: 0.1552417 May 04 14:41:45.480589 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-8b9400b6-5264-4ea7-a30c-9acdf7d390eb req-b6f252d0-e621-4bb3-918b-b377f79be91f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b88a95-c332-4dd8-bc58-116e5aa290db HTTP/1.1" status: 200 len: 1000 time: 0.1651359 May 04 14:41:45.548778 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9400b6-5264-4ea7-a30c-9acdf7d390eb req-e92b1b5f-521e-407f-833b-5ca32ee5b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:45.550298 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-8b9400b6-5264-4ea7-a30c-9acdf7d390eb req-e92b1b5f-521e-407f-833b-5ca32ee5b557 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fd4db3f2-d04e-4f50-83aa-85b8b560c1e7 HTTP/1.1" status: 200 len: 853 time: 0.0631149 May 04 14:41:45.630895 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9400b6-5264-4ea7-a30c-9acdf7d390eb req-c8ffc44b-9d73-4876-afcb-132d71202c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:45.632407 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-8b9400b6-5264-4ea7-a30c-9acdf7d390eb req-c8ffc44b-9d73-4876-afcb-132d71202c12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a768a81e-ef8a-46b0-9961-b69cb9be2d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752447 May 04 14:41:45.793162 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-8b9400b6-5264-4ea7-a30c-9acdf7d390eb req-74e6b4be-9b13-494f-bcc6-fa09135bed89 service neutron] 10.222.0.47 "GET /v2.0/networks/a768a81e-ef8a-46b0-9961-b69cb9be2d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496134 May 04 14:41:45.874916 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc180b08-ed87-491f-9125-0849d29b6d28 req-0ce57e3d-a89e-445c-b5e1-25ae1475e95e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:45.877752 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fc180b08-ed87-491f-9125-0849d29b6d28 req-0ce57e3d-a89e-445c-b5e1-25ae1475e95e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba1c0c68-392d-4d69-9638-269d79fe31d0 HTTP/1.1" status: 200 len: 945 time: 0.0874865 May 04 14:41:45.959154 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fc180b08-ed87-491f-9125-0849d29b6d28 req-33ef7cf0-658b-4c94-a778-06af32304ff2 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763953 May 04 14:41:45.979064 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-8b9400b6-5264-4ea7-a30c-9acdf7d390eb req-f15ac5fc-ab52-49a6-8a5b-487fac28bdd5 service neutron] 10.222.0.47 "GET /v2.0/networks/a768a81e-ef8a-46b0-9961-b69cb9be2d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786087 May 04 14:41:46.273355 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ee09c-d1a8-4b01-9c5a-a5089d741c9a req-c02082ab-385d-477b-b486-5030602d5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:46.275539 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-8c7ee09c-d1a8-4b01-9c5a-a5089d741c9a req-c02082ab-385d-477b-b486-5030602d5f40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f8903754102478a95492f2697e8adbe&device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 1137 time: 0.0845346 May 04 14:41:46.380215 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced959b-d13a-48b2-bf6f-d794dba0ec7c req-9a049420-26da-48fe-ac75-39502a03f86a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:46.382868 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0ced959b-d13a-48b2-bf6f-d794dba0ec7c req-9a049420-26da-48fe-ac75-39502a03f86a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 984 time: 0.1520128 May 04 14:41:46.421099 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ee09c-d1a8-4b01-9c5a-a5089d741c9a req-23d8165b-9014-4f30-9f93-6bbeda52a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:46.422631 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-8c7ee09c-d1a8-4b01-9c5a-a5089d741c9a req-23d8165b-9014-4f30-9f93-6bbeda52a2c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a768a81e-ef8a-46b0-9961-b69cb9be2d7d HTTP/1.1" status: 200 len: 915 time: 0.1395209 May 04 14:41:46.449617 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0ced959b-d13a-48b2-bf6f-d794dba0ec7c req-5c584d94-e4ed-4b5f-b3cf-3ee57373a2ac tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f58da5-58a7-477a-bf4c-919a90a9364b&id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593536 May 04 14:41:46.535564 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-8c7ee09c-d1a8-4b01-9c5a-a5089d741c9a req-65a2022e-bf56-4a8c-803f-fbe03fb85b35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b88a95-c332-4dd8-bc58-116e5aa290db HTTP/1.1" status: 200 len: 1000 time: 0.1058772 May 04 14:41:46.607603 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ee09c-d1a8-4b01-9c5a-a5089d741c9a req-7b727055-4b6f-40f4-a8fd-bfaf692f7315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:46.609094 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-8c7ee09c-d1a8-4b01-9c5a-a5089d741c9a req-7b727055-4b6f-40f4-a8fd-bfaf692f7315 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fd4db3f2-d04e-4f50-83aa-85b8b560c1e7 HTTP/1.1" status: 200 len: 853 time: 0.0666034 May 04 14:41:46.717231 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ee09c-d1a8-4b01-9c5a-a5089d741c9a req-9b018c14-03a2-4fd2-806a-0d63b9edfe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:46.719729 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-8c7ee09c-d1a8-4b01-9c5a-a5089d741c9a req-9b018c14-03a2-4fd2-806a-0d63b9edfe06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a768a81e-ef8a-46b0-9961-b69cb9be2d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1036704 May 04 14:41:46.860860 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-8c7ee09c-d1a8-4b01-9c5a-a5089d741c9a req-c62bbb5f-212e-4464-acbc-e9ceafe715a8 service neutron] 10.222.0.47 "GET /v2.0/networks/a768a81e-ef8a-46b0-9961-b69cb9be2d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331513 May 04 14:41:47.020073 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-8c7ee09c-d1a8-4b01-9c5a-a5089d741c9a req-ed7ba6f7-9a59-4930-aed5-b8d3d237c515 service neutron] 10.222.0.47 "GET /v2.0/networks/a768a81e-ef8a-46b0-9961-b69cb9be2d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524763 May 04 14:41:47.187020 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2eeac-7e3f-4823-b7fd-99612fc7552d req-c8e7f36f-498f-42c1-9321-44699313b223 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:47.188538 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b2f2eeac-7e3f-4823-b7fd-99612fc7552d req-c8e7f36f-498f-42c1-9321-44699313b223 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba1c0c68-392d-4d69-9638-269d79fe31d0 HTTP/1.1" status: 200 len: 945 time: 0.0941374 May 04 14:41:47.250029 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b2f2eeac-7e3f-4823-b7fd-99612fc7552d req-63e6d260-984b-4cea-b926-11d01f523871 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548277 May 04 14:41:47.680234 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf9329-44a5-41c9-8b96-478091ba6aa9 req-090f215c-50ab-4cd9-b064-abeb7812f14f tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:47.682948 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e2bf9329-44a5-41c9-8b96-478091ba6aa9 req-090f215c-50ab-4cd9-b064-abeb7812f14f tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 984 time: 0.1153004 May 04 14:41:47.740924 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e2bf9329-44a5-41c9-8b96-478091ba6aa9 req-0ac6b5c7-f4e4-4935-9556-080e29be391d tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f58da5-58a7-477a-bf4c-919a90a9364b&id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485048 May 04 14:41:48.992479 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cebff-79fe-4d30-832b-830bafc24593 req-553d11f7-de67-4319-90e8-2a5f6c46bebb tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:48.994709 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-416cebff-79fe-4d30-832b-830bafc24593 req-553d11f7-de67-4319-90e8-2a5f6c46bebb tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 984 time: 0.1286855 May 04 14:41:49.059484 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-416cebff-79fe-4d30-832b-830bafc24593 req-e8fc3855-e7e1-42ca-9dc6-680081a7b903 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f58da5-58a7-477a-bf4c-919a90a9364b&id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580704 May 04 14:41:50.271261 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64d930-6c6e-447d-bc9e-7b811cbd2393 req-559a4998-6d54-48b3-8044-8c1e59cc91af tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:50.274104 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ba64d930-6c6e-447d-bc9e-7b811cbd2393 req-559a4998-6d54-48b3-8044-8c1e59cc91af tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 984 time: 0.1102691 May 04 14:41:50.341795 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ba64d930-6c6e-447d-bc9e-7b811cbd2393 req-b335abe4-a1ff-4591-8b08-834465fb56a0 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f58da5-58a7-477a-bf4c-919a90a9364b&id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544200 May 04 14:41:51.551559 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6758259-9cdb-4103-aa51-bea44ec86a78 req-c91b6f72-5cc7-4aa9-a9d1-480a709eb4ab tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:51.553084 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a6758259-9cdb-4103-aa51-bea44ec86a78 req-c91b6f72-5cc7-4aa9-a9d1-480a709eb4ab tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 984 time: 0.0936787 May 04 14:41:51.609816 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a6758259-9cdb-4103-aa51-bea44ec86a78 req-5253628a-8978-424b-bfaa-d29fbd40566a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f58da5-58a7-477a-bf4c-919a90a9364b&id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460703 May 04 14:41:52.021974 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-070bae58-b53d-4d7f-af96-3634ac0e67e7 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:52.023521 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-070bae58-b53d-4d7f-af96-3634ac0e67e7 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/networks?id=f657441d-5a25-438f-ac94-817e5dcff381 HTTP/1.1" status: 200 len: 814 time: 0.1639647 May 04 14:41:52.039634 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-cc173239-3281-4151-af7b-03878344c703 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/quotas/e0ee7ceeed354462ba7236f1675bbb18 HTTP/1.1" status: 200 len: 375 time: 0.0098498 May 04 14:41:52.125341 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-60da324f-0646-49cc-aec8-f1169b0a543d tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0ee7ceeed354462ba7236f1675bbb18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0802073 May 04 14:41:52.264543 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-5971d7f9-3862-4680-b7c0-630ed6760631 service neutron] 10.222.0.37 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323717 May 04 14:41:52.483748 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-7a43c3c7-0ffa-44c2-ae7a-e0ea704d7d9e service neutron] 10.222.0.37 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130196 May 04 14:41:52.800014 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91296-a827-4c34-8663-797c552adce6 req-b683624d-6897-46d4-af2e-642561e5f795 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:52.801500 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4cd91296-a827-4c34-8663-797c552adce6 req-b683624d-6897-46d4-af2e-642561e5f795 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 984 time: 0.0823584 May 04 14:41:52.856479 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4cd91296-a827-4c34-8663-797c552adce6 req-bf3f05a1-5fde-4f30-af82-c6537fb23a17 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f58da5-58a7-477a-bf4c-919a90a9364b&id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479996 May 04 14:41:53.697934 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-36cec775-3a8c-4cb4-853f-bba7d46e8ffe req-11b156f0-71f3-477f-83ed-01ce1469a113 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=41150393-1140-4826-ba51-8493d9e78769 HTTP/1.1" status: 200 len: 210 time: 0.0462286 May 04 14:41:54.061952 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ad823-1d69-4e0a-8ff8-d0135ab42aa4 req-cddc3724-c247-4b2f-908c-59e78c7b40a6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:54.064383 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-222ad823-1d69-4e0a-8ff8-d0135ab42aa4 req-cddc3724-c247-4b2f-908c-59e78c7b40a6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 984 time: 0.0928020 May 04 14:41:54.120063 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-222ad823-1d69-4e0a-8ff8-d0135ab42aa4 req-1dd416e0-e7fe-4259-a02d-852327c36b14 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f58da5-58a7-477a-bf4c-919a90a9364b&id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475399 May 04 14:41:54.869493 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-24b7bc9e-ee69-4b42-b00a-26dd98b2f29a req-d52b5dda-828c-4e14-a071-75c186622628 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=41150393-1140-4826-ba51-8493d9e78769 HTTP/1.1" status: 200 len: 210 time: 0.0542605 May 04 14:41:54.920222 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-6b48b57f-3243-412b-a145-89edc1224070 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:54.921753 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-6b48b57f-3243-412b-a145-89edc1224070 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.47 "GET /v2.0/networks?id=f657441d-5a25-438f-ac94-817e5dcff381 HTTP/1.1" status: 200 len: 814 time: 0.2862360 May 04 14:41:54.934487 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-a1a966bc-4dd5-4fd5-b5c5-b79db37d0c4c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Request body: {'port': {'device_id': '41150393-1140-4826-ba51-8493d9e78769', 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381', 'admin_state_up': True, 'tenant_id': 'e0ee7ceeed354462ba7236f1675bbb18'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:55.096697 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-a1a966bc-4dd5-4fd5-b5c5-b79db37d0c4c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:41:55.101480 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-a1a966bc-4dd5-4fd5-b5c5-b79db37d0c4c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Usage tracker for resource:port and tenant:e0ee7ceeed354462ba7236f1675bbb18 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:41:55.105028 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-a1a966bc-4dd5-4fd5-b5c5-b79db37d0c4c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Quota usage for port was recalculated. Used quota:1. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:41:55.111846 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-a1a966bc-4dd5-4fd5-b5c5-b79db37d0c4c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:41:55.125711 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-a1a966bc-4dd5-4fd5-b5c5-b79db37d0c4c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Made reservation on behalf of e0ee7ceeed354462ba7236f1675bbb18 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:41:55.129454 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-a1a966bc-4dd5-4fd5-b5c5-b79db37d0c4c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:55.388374 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e3e2f-e4e6-4410-bb70-80a930a74043 req-d46b708d-3d80-4ff1-8e25-39c12fef54e1 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:55.392141 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fd8e3e2f-e4e6-4410-bb70-80a930a74043 req-d46b708d-3d80-4ff1-8e25-39c12fef54e1 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 984 time: 0.1078205 May 04 14:41:55.407454 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-a1a966bc-4dd5-4fd5-b5c5-b79db37d0c4c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Allocated IP 172.20.0.6 (f657441d-5a25-438f-ac94-817e5dcff381/9aa762c1-def8-4d2b-8283-cd7b5637848e/886ad60a-250f-4b2e-96c7-02b639f833dd) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:41:55.445363 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fd8e3e2f-e4e6-4410-bb70-80a930a74043 req-58e4f2e4-9ffe-4ab3-a03e-13a504b6d3e6 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f58da5-58a7-477a-bf4c-919a90a9364b&id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491045 May 04 14:41:55.682181 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-a1a966bc-4dd5-4fd5-b5c5-b79db37d0c4c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:55.724885 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-a1a966bc-4dd5-4fd5-b5c5-b79db37d0c4c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:55.731732 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ffa67f33-44f8-41c5-9170-87b7ff8535f5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:55.739330 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:41:55.795178 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-a1a966bc-4dd5-4fd5-b5c5-b79db37d0c4c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Network f657441d-5a25-438f-ac94-817e5dcff381 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:41:55.803141 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-a1a966bc-4dd5-4fd5-b5c5-b79db37d0c4c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:41:55.808151 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-a1a966bc-4dd5-4fd5-b5c5-b79db37d0c4c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:41:55.851704 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a966bc-4dd5-4fd5-b5c5-b79db37d0c4c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Pushing event updated for resources: {'Port': ['ID=886ad60a-250f-4b2e-96c7-02b639f833dd,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:55.860718 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a1a966bc-4dd5-4fd5-b5c5-b79db37d0c4c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:55.886069 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-a1a966bc-4dd5-4fd5-b5c5-b79db37d0c4c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:55.886726 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-a1a966bc-4dd5-4fd5-b5c5-b79db37d0c4c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:55.920211 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-a1a966bc-4dd5-4fd5-b5c5-b79db37d0c4c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9902053 May 04 14:41:55.932691 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Request body: {'port': {'device_id': '41150393-1140-4826-ba51-8493d9e78769', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:41:56.064624 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:56.172428 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80523dea-5786-4a55-9aa2-69009c792114 req-4cfe7bd3-f5e9-4f17-83f1-0324a1195c70 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:56.174286 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-80523dea-5786-4a55-9aa2-69009c792114 req-4cfe7bd3-f5e9-4f17-83f1-0324a1195c70 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=41150393-1140-4826-ba51-8493d9e78769 HTTP/1.1" status: 200 len: 931 time: 0.0930514 May 04 14:41:56.250408 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-80523dea-5786-4a55-9aa2-69009c792114 req-27ff66a4-6ae6-45d5-ba94-703689b8c26e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665095 May 04 14:41:56.505849 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886ad60a-250f-4b2e-96c7-02b639f833dd {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:41:56.522357 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:56.548393 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Transition to ACTIVE for port object 886ad60a-250f-4b2e-96c7-02b639f833dd will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:41:56.556288 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:56.561098 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9f757ee9-0de3-4848-9760-623c086a9acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:56.672841 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d6c93-a05a-497e-a6d3-b431c8bf9e5e req-d7ea62e8-96fb-403f-83e9-e6db7f1ac0d5 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:56.674823 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-004d6c93-a05a-497e-a6d3-b431c8bf9e5e req-d7ea62e8-96fb-403f-83e9-e6db7f1ac0d5 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 984 time: 0.1140819 May 04 14:41:56.702566 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Pushing event updated for resources: {'Port': ['ID=886ad60a-250f-4b2e-96c7-02b639f833dd,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:56.735015 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:56.737756 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-004d6c93-a05a-497e-a6d3-b431c8bf9e5e req-3333a0de-8e8d-49f4-8f0b-4da9b1818b0a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f58da5-58a7-477a-bf4c-919a90a9364b&id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545073 May 04 14:41:56.815751 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Attempting to bind port 886ad60a-250f-4b2e-96c7-02b639f833dd on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:41:56.816312 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Attempting to bind port 886ad60a-250f-4b2e-96c7-02b639f833dd by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '35c00e75-7e96-4859-bc66-e99468b941d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:41:56.816865 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Attempting to bind port 886ad60a-250f-4b2e-96c7-02b639f833dd on network f657441d-5a25-438f-ac94-817e5dcff381 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:56.828757 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Port 886ad60a-250f-4b2e-96c7-02b639f833dd on network f657441d-5a25-438f-ac94-817e5dcff381 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:41:56.828757 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Attempting to bind port 886ad60a-250f-4b2e-96c7-02b639f833dd on network f657441d-5a25-438f-ac94-817e5dcff381 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:41:56.838288 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Checking agent: {'id': '8bf5348c-0921-4b50-a8be-a73e0c140a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'started_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:41:56.838882 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Checking segment: {'id': '35c00e75-7e96-4859-bc66-e99468b941d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:41:56.839524 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Bound using segment: {'id': '35c00e75-7e96-4859-bc66-e99468b941d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:41:56.840287 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Bound port: 886ad60a-250f-4b2e-96c7-02b639f833dd, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c00e75-7e96-4859-bc66-e99468b941d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:41:56.840874 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:56.954107 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] For port 886ad60a-250f-4b2e-96c7-02b639f833dd, host hv-cinder-77262, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:41:56.957970 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] For port 886ad60a-250f-4b2e-96c7-02b639f833dd, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=886ad60a-250f-4b2e-96c7-02b639f833dd,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:41:56.963996 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:56.968583 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a1a966bc-4dd5-4fd5-b5c5-b79db37d0c4c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:41:57.132780 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:57.132985 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:41:57.134812 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] 10.222.0.47 "PUT /v2.0/ports/886ad60a-250f-4b2e-96c7-02b639f833dd HTTP/1.1" status: 200 len: 1093 time: 1.2068136 May 04 14:41:57.142991 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41150393-1140-4826-ba51-8493d9e78769', 'tag': '886ad60a-250f-4b2e-96c7-02b639f833dd'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:41:57.219520 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Pushing event updated for resources: {'Port': ['ID=886ad60a-250f-4b2e-96c7-02b639f833dd,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:41:57.238523 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:41:57.241369 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41150393-1140-4826-ba51-8493d9e78769', 'tag': '886ad60a-250f-4b2e-96c7-02b639f833dd', 'status': 'completed', 'code': 200} May 04 14:41:57.298274 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-45aee385-066a-47e2-95b7-a51528de746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:57.300773 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-45aee385-066a-47e2-95b7-a51528de746d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0ee7ceeed354462ba7236f1675bbb18&device_id=41150393-1140-4826-ba51-8493d9e78769 HTTP/1.1" status: 200 len: 1096 time: 0.1219220 May 04 14:41:57.429112 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-e2d57f9b-988b-434f-a886-215282c51661 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=886ad60a-250f-4b2e-96c7-02b639f833dd HTTP/1.1" status: 200 len: 217 time: 0.1204987 May 04 14:41:57.471608 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cab36-1e62-4c7d-9213-39bd7779bc98 req-025ef3b6-b06f-4cd9-9b50-0601ac40c41d tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:57.473278 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-de6cab36-1e62-4c7d-9213-39bd7779bc98 req-025ef3b6-b06f-4cd9-9b50-0601ac40c41d tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=41150393-1140-4826-ba51-8493d9e78769 HTTP/1.1" status: 200 len: 943 time: 0.0934780 May 04 14:41:57.514142 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-c8a72b02-27c4-4a77-94e4-96a7f313c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:57.516190 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-c8a72b02-27c4-4a77-94e4-96a7f313c7fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa762c1-def8-4d2b-8283-cd7b5637848e HTTP/1.1" status: 200 len: 854 time: 0.0796182 May 04 14:41:57.527207 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-de6cab36-1e62-4c7d-9213-39bd7779bc98 req-305accdc-3563-4cf5-b4c9-1613e2710635 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432599 May 04 14:41:57.566677 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-7a9d9c4f-f335-48a3-814e-4102d208d62d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f657441d-5a25-438f-ac94-817e5dcff381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428140 May 04 14:41:57.596143 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:41:57.720707 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-1bd80391-68e6-4400-857b-af83e26f59ef service neutron] 10.222.0.47 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436796 May 04 14:41:57.889939 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-1e4166cc-b448-44e0-9ef1-0bf39cb95f14 req-f06b2d5c-e4a9-4e9c-ab1c-58a463b67ded service neutron] 10.222.0.47 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610866 May 04 14:41:57.963913 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236f52f-150b-4b1e-bae7-ed84c98b11a9 req-881a3e62-428c-4eef-9bf1-2bad137e7af8 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:57.965790 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1236f52f-150b-4b1e-bae7-ed84c98b11a9 req-881a3e62-428c-4eef-9bf1-2bad137e7af8 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 984 time: 0.1059456 May 04 14:41:58.023615 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1236f52f-150b-4b1e-bae7-ed84c98b11a9 req-a18b9102-1a30-4211-8e71-9231f299e3ee tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f58da5-58a7-477a-bf4c-919a90a9364b&id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447199 May 04 14:41:58.028442 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088de88-5c55-40df-8ccd-152c3808532e req-77cb8d01-ec75-43fe-8e2c-bd6cee12061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:58.030046 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2088de88-5c55-40df-8ccd-152c3808532e req-77cb8d01-ec75-43fe-8e2c-bd6cee12061b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0ee7ceeed354462ba7236f1675bbb18&device_id=41150393-1140-4826-ba51-8493d9e78769 HTTP/1.1" status: 200 len: 1096 time: 0.0876904 May 04 14:41:58.174550 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088de88-5c55-40df-8ccd-152c3808532e req-df49d23c-ed78-44e5-ac81-3479cc8769ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:58.176054 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2088de88-5c55-40df-8ccd-152c3808532e req-df49d23c-ed78-44e5-ac81-3479cc8769ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=f657441d-5a25-438f-ac94-817e5dcff381 HTTP/1.1" status: 200 len: 915 time: 0.1378551 May 04 14:41:58.248502 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2088de88-5c55-40df-8ccd-152c3808532e req-da0185c0-3fc5-45e0-a7b5-c7206da2cbbf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=886ad60a-250f-4b2e-96c7-02b639f833dd HTTP/1.1" status: 200 len: 217 time: 0.0652266 May 04 14:41:58.318111 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088de88-5c55-40df-8ccd-152c3808532e req-a16e1bef-1594-4ee6-b12c-fe956d31a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:58.319564 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2088de88-5c55-40df-8ccd-152c3808532e req-a16e1bef-1594-4ee6-b12c-fe956d31a312 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa762c1-def8-4d2b-8283-cd7b5637848e HTTP/1.1" status: 200 len: 854 time: 0.0641837 May 04 14:41:58.369920 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2088de88-5c55-40df-8ccd-152c3808532e req-b5f0d150-1f91-45ef-b497-50bac4f12fdf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f657441d-5a25-438f-ac94-817e5dcff381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430465 May 04 14:41:58.511151 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2088de88-5c55-40df-8ccd-152c3808532e req-6b7dddc9-60da-46b5-91c4-fa1bbfc8a459 service neutron] 10.222.0.47 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331444 May 04 14:41:58.654401 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-2088de88-5c55-40df-8ccd-152c3808532e req-c340bb49-c3d0-4152-8a73-247e67601943 service neutron] 10.222.0.47 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346116 May 04 14:41:58.750059 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ff87d-1148-4454-a328-e7d20d9d11f3 req-b680231d-b996-45f6-b71a-823451271070 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:58.751551 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-022ff87d-1148-4454-a328-e7d20d9d11f3 req-b680231d-b996-45f6-b71a-823451271070 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=41150393-1140-4826-ba51-8493d9e78769 HTTP/1.1" status: 200 len: 943 time: 0.0894887 May 04 14:41:58.800586 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-022ff87d-1148-4454-a328-e7d20d9d11f3 req-8c22c426-9b41-4071-be5a-b0d951b76f5d tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431449 May 04 14:41:59.233572 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e418ae9-be6e-4e84-8ba1-ed5403955b08 req-34a0552e-3280-4197-b253-b1b64196f362 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:41:59.235818 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8e418ae9-be6e-4e84-8ba1-ed5403955b08 req-34a0552e-3280-4197-b253-b1b64196f362 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 984 time: 0.0992556 May 04 14:41:59.319711 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8e418ae9-be6e-4e84-8ba1-ed5403955b08 req-b22dd54c-e4c1-4847-b593-d4788cf21717 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f58da5-58a7-477a-bf4c-919a90a9364b&id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764205 May 04 14:41:59.998536 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f6942-3eb8-4eaf-ab07-650f93ac0b40 req-e823934b-b0ab-4ad8-84ee-e88aac9767a9 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:00.000249 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b99f6942-3eb8-4eaf-ab07-650f93ac0b40 req-e823934b-b0ab-4ad8-84ee-e88aac9767a9 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=41150393-1140-4826-ba51-8493d9e78769 HTTP/1.1" status: 200 len: 943 time: 0.0904837 May 04 14:42:00.048111 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-b99f6942-3eb8-4eaf-ab07-650f93ac0b40 req-037489c8-3d5c-4cf0-85cf-65fe57a19744 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418384 May 04 14:42:00.578155 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 886ad60a-250f-4b2e-96c7-02b639f833dd details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:42:00.716396 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 886ad60a-250f-4b2e-96c7-02b639f833dd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=886ad60a-250f-4b2e-96c7-02b639f833dd,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:00.731097 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': '886ad60a-250f-4b2e-96c7-02b639f833dd', 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381', 'port_id': '886ad60a-250f-4b2e-96c7-02b639f833dd', 'mac_address': 'fa:16:3e:80:39:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa762c1-def8-4d2b-8283-cd7b5637848e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:42:00.788392 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:00.808282 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886ad60a-250f-4b2e-96c7-02b639f833dd {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:42:00.824517 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 886ad60a-250f-4b2e-96c7-02b639f833dd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=886ad60a-250f-4b2e-96c7-02b639f833dd,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:00.829708 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:00.831471 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:00.902094 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=886ad60a-250f-4b2e-96c7-02b639f833dd,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:00.905389 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:01.041719 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['886ad60a-250f-4b2e-96c7-02b639f833dd'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:42:01.249992 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1f4d4-2197-4cf3-a871-367e21cfcd27 req-3d7b101a-8b63-4eaf-8e1f-9a442709ab0b tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:01.251542 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-20a1f4d4-2197-4cf3-a871-367e21cfcd27 req-3d7b101a-8b63-4eaf-8e1f-9a442709ab0b tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=41150393-1140-4826-ba51-8493d9e78769 HTTP/1.1" status: 200 len: 944 time: 0.0926757 May 04 14:42:01.303140 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-20a1f4d4-2197-4cf3-a871-367e21cfcd27 req-0919c5a5-58d3-4a5b-a09a-1db13e6317c3 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449414 May 04 14:42:02.496394 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ee55d-49c6-482e-b4ca-621ed3148d1c req-919aabe6-8ba3-4b13-af03-9fc58501a04c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:02.497959 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f33ee55d-49c6-482e-b4ca-621ed3148d1c req-919aabe6-8ba3-4b13-af03-9fc58501a04c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=41150393-1140-4826-ba51-8493d9e78769 HTTP/1.1" status: 200 len: 944 time: 0.0840344 May 04 14:42:02.545921 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-f33ee55d-49c6-482e-b4ca-621ed3148d1c req-9a733365-27de-4d2c-9c3a-7741ee909142 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418906 May 04 14:42:02.579504 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 886ad60a-250f-4b2e-96c7-02b639f833dd up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:42:02.664586 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning for port 886ad60a-250f-4b2e-96c7-02b639f833dd completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:42:02.670357 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port 886ad60a-250f-4b2e-96c7-02b639f833dd triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:42:02.670731 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:02.806396 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:02.836439 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41150393-1140-4826-ba51-8493d9e78769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886ad60a-250f-4b2e-96c7-02b639f833dd'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:42:02.848735 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 886ad60a-250f-4b2e-96c7-02b639f833dd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=886ad60a-250f-4b2e-96c7-02b639f833dd,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:02.853998 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:02.856481 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:02.887640 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41150393-1140-4826-ba51-8493d9e78769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886ad60a-250f-4b2e-96c7-02b639f833dd', 'code': 200} May 04 14:42:02.931029 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=886ad60a-250f-4b2e-96c7-02b639f833dd,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:02.934279 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:03.129250 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8eeeb-ca4e-4645-b987-b0710773992b req-4c5bf398-9c71-4748-a677-39dfd0c3b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:03.130610 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-f0b8eeeb-ca4e-4645-b987-b0710773992b req-4c5bf398-9c71-4748-a677-39dfd0c3b548 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=41150393-1140-4826-ba51-8493d9e78769 HTTP/1.1" status: 200 len: 1098 time: 0.0741796 May 04 14:42:03.175899 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-f0b8eeeb-ca4e-4645-b987-b0710773992b req-1d97f2a4-d391-45c2-b29b-bcac409164ca service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386016 May 04 14:42:03.742327 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2a6cf-bf88-4cda-9784-be9e959cf1c5 req-a10f06b3-d3e9-49d5-b0f3-30a080f33f2a tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:03.743876 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-37c2a6cf-bf88-4cda-9784-be9e959cf1c5 req-a10f06b3-d3e9-49d5-b0f3-30a080f33f2a tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=41150393-1140-4826-ba51-8493d9e78769 HTTP/1.1" status: 200 len: 945 time: 0.0839577 May 04 14:42:03.795125 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-37c2a6cf-bf88-4cda-9784-be9e959cf1c5 req-b99d46d8-607d-45f0-8ad8-1be7d3b1b64f tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408256 May 04 14:42:05.006697 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8818f42-7964-4b2c-aa00-856ff585f3e4 req-e7f19227-df2a-42fc-b653-9a00f992cc6b tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:05.008638 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d8818f42-7964-4b2c-aa00-856ff585f3e4 req-e7f19227-df2a-42fc-b653-9a00f992cc6b tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=41150393-1140-4826-ba51-8493d9e78769 HTTP/1.1" status: 200 len: 945 time: 0.0913513 May 04 14:42:05.058240 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d8818f42-7964-4b2c-aa00-856ff585f3e4 req-023e3d9c-9cc9-4677-8b68-e82f684be808 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436649 May 04 14:42:05.662261 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-94f46aa4-0eb4-43be-84a7-dd3ba5067462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:07.458091 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-9d05b89d-61b0-47e9-9536-60b8160fdf65 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:07.459650 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-9d05b89d-61b0-47e9-9536-60b8160fdf65 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/networks?id=f657441d-5a25-438f-ac94-817e5dcff381 HTTP/1.1" status: 200 len: 814 time: 0.2662647 May 04 14:42:07.477199 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-fefecaa6-90f5-4b81-bf30-66b1522aa964 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/quotas/e0ee7ceeed354462ba7236f1675bbb18 HTTP/1.1" status: 200 len: 375 time: 0.0103061 May 04 14:42:07.569326 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-b6ada1ce-2fc0-4540-89d1-f0ec42cebb20 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0ee7ceeed354462ba7236f1675bbb18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856378 May 04 14:42:07.720152 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-9e4ba55a-c73e-4dbf-9287-b4a2d4a6ce2c service neutron] 10.222.0.37 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433425 May 04 14:42:07.876210 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-ee511c85-4606-43fb-8027-e1750e1f8832 service neutron] 10.222.0.37 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495996 May 04 14:42:08.056809 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-001edaf5-1762-40a7-827c-c6781cc3db5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:08.114086 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-12c555a4-6210-44f4-9ca4-4b5a7c92a63e req-d527e630-c417-4129-9381-a864d8bf1889 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=a03748db-cae8-435f-b1c1-94c992fdc2f6 HTTP/1.1" status: 200 len: 210 time: 0.0888457 May 04 14:42:08.220820 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:09.118779 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:09.281735 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-212a1173-5ad7-48c5-b05e-0a14e29b7436 req-78471d71-f71b-4b8f-ad12-0cc78e7b7522 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=a03748db-cae8-435f-b1c1-94c992fdc2f6 HTTP/1.1" status: 200 len: 210 time: 0.0444934 May 04 14:42:09.434895 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-7f5631d9-81da-4843-948b-9c91081e874a tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:09.436455 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-7f5631d9-81da-4843-948b-9c91081e874a tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.47 "GET /v2.0/networks?id=f657441d-5a25-438f-ac94-817e5dcff381 HTTP/1.1" status: 200 len: 814 time: 0.3019111 May 04 14:42:09.467636 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-99a0beab-1fc5-4716-9c63-e0aa6e69375e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Request body: {'port': {'device_id': 'a03748db-cae8-435f-b1c1-94c992fdc2f6', 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381', 'admin_state_up': True, 'tenant_id': 'e0ee7ceeed354462ba7236f1675bbb18'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:42:09.621585 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-99a0beab-1fc5-4716-9c63-e0aa6e69375e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:42:09.626812 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-99a0beab-1fc5-4716-9c63-e0aa6e69375e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Usage tracker for resource:port and tenant:e0ee7ceeed354462ba7236f1675bbb18 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:42:09.630720 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-99a0beab-1fc5-4716-9c63-e0aa6e69375e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:42:09.637283 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-99a0beab-1fc5-4716-9c63-e0aa6e69375e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:42:09.647346 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-99a0beab-1fc5-4716-9c63-e0aa6e69375e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Made reservation on behalf of e0ee7ceeed354462ba7236f1675bbb18 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:42:09.651418 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-99a0beab-1fc5-4716-9c63-e0aa6e69375e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:09.840481 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-99a0beab-1fc5-4716-9c63-e0aa6e69375e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Allocated IP 172.20.0.10 (f657441d-5a25-438f-ac94-817e5dcff381/9aa762c1-def8-4d2b-8283-cd7b5637848e/551e87a6-c233-4e7e-8cda-fd765973137b) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:42:10.060544 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-99a0beab-1fc5-4716-9c63-e0aa6e69375e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:10.098331 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-99a0beab-1fc5-4716-9c63-e0aa6e69375e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:10.104992 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8cce25c3-deca-4c77-9e71-03dc15f7f49c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:10.113445 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a', '886ad60a-250f-4b2e-96c7-02b639f833dd'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:42:10.169321 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-99a0beab-1fc5-4716-9c63-e0aa6e69375e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Network f657441d-5a25-438f-ac94-817e5dcff381 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:42:10.177778 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-99a0beab-1fc5-4716-9c63-e0aa6e69375e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:42:10.182872 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-99a0beab-1fc5-4716-9c63-e0aa6e69375e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:42:10.224840 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0beab-1fc5-4716-9c63-e0aa6e69375e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Pushing event updated for resources: {'Port': ['ID=551e87a6-c233-4e7e-8cda-fd765973137b,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:10.237349 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-99a0beab-1fc5-4716-9c63-e0aa6e69375e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:10.259968 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-99a0beab-1fc5-4716-9c63-e0aa6e69375e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:10.260640 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-99a0beab-1fc5-4716-9c63-e0aa6e69375e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:10.286087 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-99a0beab-1fc5-4716-9c63-e0aa6e69375e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8224521 May 04 14:42:10.302258 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Request body: {'port': {'device_id': 'a03748db-cae8-435f-b1c1-94c992fdc2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:42:10.514652 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:10.569935 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a88aa-4c9e-4071-856f-c9327072b762 req-62842bd4-d9a9-415d-bf9f-934b5729639f tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:10.571744 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cb5a88aa-4c9e-4071-856f-c9327072b762 req-62842bd4-d9a9-415d-bf9f-934b5729639f tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=a03748db-cae8-435f-b1c1-94c992fdc2f6 HTTP/1.1" status: 200 len: 932 time: 0.1201897 May 04 14:42:10.620202 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-cb5a88aa-4c9e-4071-856f-c9327072b762 req-94dd87f4-7432-4a5d-9dec-3e5847632545 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422738 May 04 14:42:10.904298 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:10.999101 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 551e87a6-c233-4e7e-8cda-fd765973137b {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:42:11.010958 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:11.037671 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Transition to ACTIVE for port object 551e87a6-c233-4e7e-8cda-fd765973137b will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:42:11.042663 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:11.046956 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-bf0f432c-14bc-4735-942e-d9ce343535cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:11.205875 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=551e87a6-c233-4e7e-8cda-fd765973137b,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:11.214157 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:11.298594 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Attempting to bind port 551e87a6-c233-4e7e-8cda-fd765973137b on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:42:11.298960 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Attempting to bind port 551e87a6-c233-4e7e-8cda-fd765973137b by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '35c00e75-7e96-4859-bc66-e99468b941d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:42:11.299429 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Attempting to bind port 551e87a6-c233-4e7e-8cda-fd765973137b on network f657441d-5a25-438f-ac94-817e5dcff381 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:42:11.305147 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Port 551e87a6-c233-4e7e-8cda-fd765973137b on network f657441d-5a25-438f-ac94-817e5dcff381 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:42:11.305455 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Attempting to bind port 551e87a6-c233-4e7e-8cda-fd765973137b on network f657441d-5a25-438f-ac94-817e5dcff381 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:42:11.311843 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Checking agent: {'id': '8bf5348c-0921-4b50-a8be-a73e0c140a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'started_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:42:11.312163 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Checking segment: {'id': '35c00e75-7e96-4859-bc66-e99468b941d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:42:11.312565 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Bound using segment: {'id': '35c00e75-7e96-4859-bc66-e99468b941d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:42:11.313037 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Bound port: 551e87a6-c233-4e7e-8cda-fd765973137b, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c00e75-7e96-4859-bc66-e99468b941d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:42:11.313387 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:11.415857 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] For port 551e87a6-c233-4e7e-8cda-fd765973137b, host hv-cinder-77262, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:42:11.419551 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] For port 551e87a6-c233-4e7e-8cda-fd765973137b, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=551e87a6-c233-4e7e-8cda-fd765973137b,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:42:11.423663 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:11.427754 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-cb0e3a72-b609-46ef-9c08-71ef4d49ad1c tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:11.485392 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:11.486033 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:11.487455 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] 10.222.0.47 "PUT /v2.0/ports/551e87a6-c233-4e7e-8cda-fd765973137b HTTP/1.1" status: 200 len: 1094 time: 1.1902568 May 04 14:42:11.487992 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03748db-cae8-435f-b1c1-94c992fdc2f6', 'tag': '551e87a6-c233-4e7e-8cda-fd765973137b'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:42:11.528246 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=551e87a6-c233-4e7e-8cda-fd765973137b,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:11.534133 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8a0796fd-0665-46e9-ad80-072f633bf0d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:11.606805 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03748db-cae8-435f-b1c1-94c992fdc2f6', 'tag': '551e87a6-c233-4e7e-8cda-fd765973137b', 'status': 'completed', 'code': 200} May 04 14:42:11.671045 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-83398b58-45fb-488f-9ce5-4118d3a254c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:11.673242 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-83398b58-45fb-488f-9ce5-4118d3a254c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0ee7ceeed354462ba7236f1675bbb18&device_id=a03748db-cae8-435f-b1c1-94c992fdc2f6 HTTP/1.1" status: 200 len: 1097 time: 0.1373346 May 04 14:42:11.834831 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3b9e4-7702-4002-ad97-af8a78c6d59f req-0ad73020-de16-4ced-a439-ed60896c8ff0 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:11.837658 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6db3b9e4-7702-4002-ad97-af8a78c6d59f req-0ad73020-de16-4ced-a439-ed60896c8ff0 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=a03748db-cae8-435f-b1c1-94c992fdc2f6 HTTP/1.1" status: 200 len: 944 time: 0.0993493 May 04 14:42:11.894509 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6db3b9e4-7702-4002-ad97-af8a78c6d59f req-edaaa1a6-5bb0-4f5a-9f34-f9466e88e048 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499649 May 04 14:42:11.899227 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-df32ced7-d804-445f-8a33-1f12ebfeaeba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=551e87a6-c233-4e7e-8cda-fd765973137b HTTP/1.1" status: 200 len: 217 time: 0.2136021 May 04 14:42:11.980921 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-5250255b-5f32-4dc3-99dc-a467e6598c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:11.982529 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-5250255b-5f32-4dc3-99dc-a467e6598c3d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa762c1-def8-4d2b-8283-cd7b5637848e HTTP/1.1" status: 200 len: 854 time: 0.0755782 May 04 14:42:12.041795 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-4305fb34-a2a2-442f-92b7-71e8eb39eaf8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f657441d-5a25-438f-ac94-817e5dcff381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456150 May 04 14:42:12.192380 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-b46f4fdd-130d-4e6c-9a2a-38acc1f691bc service neutron] 10.222.0.47 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421013 May 04 14:42:12.368856 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-6bf116dc-f2af-4046-aa96-b0cba42c8357 req-4ba9d870-824a-4630-b537-f053330dc18c service neutron] 10.222.0.47 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621320 May 04 14:42:12.501288 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec92b6-c517-4e38-98c5-d762ebbc968d req-b152608b-07ea-457b-9e5d-e0260af082c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:12.502694 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-04ec92b6-c517-4e38-98c5-d762ebbc968d req-b152608b-07ea-457b-9e5d-e0260af082c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0ee7ceeed354462ba7236f1675bbb18&device_id=a03748db-cae8-435f-b1c1-94c992fdc2f6 HTTP/1.1" status: 200 len: 1097 time: 0.0799639 May 04 14:42:12.647349 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec92b6-c517-4e38-98c5-d762ebbc968d req-12e80eb3-a4a3-4f09-acde-adbc67877ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:12.649309 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-04ec92b6-c517-4e38-98c5-d762ebbc968d req-12e80eb3-a4a3-4f09-acde-adbc67877ae4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f657441d-5a25-438f-ac94-817e5dcff381 HTTP/1.1" status: 200 len: 915 time: 0.1392257 May 04 14:42:12.736144 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-04ec92b6-c517-4e38-98c5-d762ebbc968d req-584ac67d-822d-4118-9d9d-4e901a582576 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=551e87a6-c233-4e7e-8cda-fd765973137b HTTP/1.1" status: 200 len: 217 time: 0.0782983 May 04 14:42:12.803515 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec92b6-c517-4e38-98c5-d762ebbc968d req-5bd0e34f-6720-4202-baf6-c8f778c8a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:12.805036 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-04ec92b6-c517-4e38-98c5-d762ebbc968d req-5bd0e34f-6720-4202-baf6-c8f778c8a9ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa762c1-def8-4d2b-8283-cd7b5637848e HTTP/1.1" status: 200 len: 854 time: 0.0623317 May 04 14:42:12.860179 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-04ec92b6-c517-4e38-98c5-d762ebbc968d req-12754610-d331-479c-8e32-d6727ea002c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f657441d-5a25-438f-ac94-817e5dcff381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478981 May 04 14:42:13.026989 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-04ec92b6-c517-4e38-98c5-d762ebbc968d req-fdd60ec0-50c5-4cc0-8f19-73c4226a0896 service neutron] 10.222.0.47 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596386 May 04 14:42:13.135805 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bea3d6-cf14-4775-8fe2-db8fceb7eef2 req-a17bd1a0-d967-4cde-acf5-0311b6587bc7 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:13.138047 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-43bea3d6-cf14-4775-8fe2-db8fceb7eef2 req-a17bd1a0-d967-4cde-acf5-0311b6587bc7 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=a03748db-cae8-435f-b1c1-94c992fdc2f6 HTTP/1.1" status: 200 len: 944 time: 0.1000986 May 04 14:42:13.180802 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-04ec92b6-c517-4e38-98c5-d762ebbc968d req-321cb773-fd55-4c95-9b30-6851bccf23c8 service neutron] 10.222.0.47 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423821 May 04 14:42:13.187539 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-43bea3d6-cf14-4775-8fe2-db8fceb7eef2 req-bdb9906b-ff2f-4943-bdfc-399458726379 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427654 May 04 14:42:13.454875 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:14.405576 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8518eed-93eb-45ae-84d1-58436b066a53 req-5c83f59a-adc2-49d5-8da6-e65d7da62d69 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:14.407119 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e8518eed-93eb-45ae-84d1-58436b066a53 req-5c83f59a-adc2-49d5-8da6-e65d7da62d69 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=a03748db-cae8-435f-b1c1-94c992fdc2f6 HTTP/1.1" status: 200 len: 944 time: 0.0870090 May 04 14:42:14.454881 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e8518eed-93eb-45ae-84d1-58436b066a53 req-47330a75-abdb-47d9-96a9-393425f05738 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411551 May 04 14:42:14.670047 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 551e87a6-c233-4e7e-8cda-fd765973137b details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:42:14.860800 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 551e87a6-c233-4e7e-8cda-fd765973137b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=551e87a6-c233-4e7e-8cda-fd765973137b,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:14.876056 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': '551e87a6-c233-4e7e-8cda-fd765973137b', 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381', 'port_id': '551e87a6-c233-4e7e-8cda-fd765973137b', 'mac_address': 'fa:16:3e:60:60:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa762c1-def8-4d2b-8283-cd7b5637848e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:42:14.934210 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:14.952786 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 551e87a6-c233-4e7e-8cda-fd765973137b {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:42:14.970313 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 551e87a6-c233-4e7e-8cda-fd765973137b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=551e87a6-c233-4e7e-8cda-fd765973137b,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:14.975070 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:14.977013 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:15.047673 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=551e87a6-c233-4e7e-8cda-fd765973137b,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:15.056323 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:15.058833 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:15.058833 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:15.058833 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:15.058833 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:15.058833 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:15.058833 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:15.058833 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:15.058833 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:15.059536 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:15.059536 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:15.059737 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:15.063937 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:15.248773 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['551e87a6-c233-4e7e-8cda-fd765973137b'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:42:15.654165 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf2135-baf6-4485-81ea-9ac14bc676ee req-538e6879-45e4-43f8-a90c-35d80839562d tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:15.655680 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6bcf2135-baf6-4485-81ea-9ac14bc676ee req-538e6879-45e4-43f8-a90c-35d80839562d tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=a03748db-cae8-435f-b1c1-94c992fdc2f6 HTTP/1.1" status: 200 len: 945 time: 0.0873113 May 04 14:42:15.703427 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-6bcf2135-baf6-4485-81ea-9ac14bc676ee req-7a1610da-bf96-4788-9784-9c07934ad410 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 May 04 14:42:16.680391 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 551e87a6-c233-4e7e-8cda-fd765973137b up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:42:16.768840 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning for port 551e87a6-c233-4e7e-8cda-fd765973137b completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:42:16.774612 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port 551e87a6-c233-4e7e-8cda-fd765973137b triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:42:16.775083 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:16.915525 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:16.944532 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03748db-cae8-435f-b1c1-94c992fdc2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551e87a6-c233-4e7e-8cda-fd765973137b'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:42:16.955310 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 551e87a6-c233-4e7e-8cda-fd765973137b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=551e87a6-c233-4e7e-8cda-fd765973137b,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:16.963215 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:16.966626 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-fca2fc34-ddfc-4c18-b55b-af7a533e966d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:16.978946 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089f962-4d9b-444e-a815-f29cd269a4b5 req-e9952103-5c73-40ad-8ff8-a9f2ec9fc90a tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:16.980782 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7089f962-4d9b-444e-a815-f29cd269a4b5 req-e9952103-5c73-40ad-8ff8-a9f2ec9fc90a tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=a03748db-cae8-435f-b1c1-94c992fdc2f6 HTTP/1.1" status: 200 len: 945 time: 0.1405590 May 04 14:42:17.033595 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03748db-cae8-435f-b1c1-94c992fdc2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551e87a6-c233-4e7e-8cda-fd765973137b', 'code': 200} May 04 14:42:17.041258 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7089f962-4d9b-444e-a815-f29cd269a4b5 req-3712d2f5-0136-4f07-840c-87336a53c83c tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524492 May 04 14:42:17.082256 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=551e87a6-c233-4e7e-8cda-fd765973137b,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:17.085774 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:17.271144 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42faa69-6302-4ed6-8f56-b61f4a5d86f8 req-f85d10a0-5d8d-4abf-a2c8-85674b8f6f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:17.273371 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-f42faa69-6302-4ed6-8f56-b61f4a5d86f8 req-f85d10a0-5d8d-4abf-a2c8-85674b8f6f12 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a03748db-cae8-435f-b1c1-94c992fdc2f6 HTTP/1.1" status: 200 len: 1099 time: 0.0805337 May 04 14:42:17.322702 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-f42faa69-6302-4ed6-8f56-b61f4a5d86f8 req-ee5c3d92-4284-4bfa-8fa8-435e55e02b14 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398641 May 04 14:42:18.245352 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf35c5f-e2d8-4aa7-9b57-7ece7448d335 req-35746cf3-1b5f-4bb1-b499-4c0186a558b5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:18.247751 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-daf35c5f-e2d8-4aa7-9b57-7ece7448d335 req-35746cf3-1b5f-4bb1-b499-4c0186a558b5 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=a03748db-cae8-435f-b1c1-94c992fdc2f6 HTTP/1.1" status: 200 len: 946 time: 0.0878851 May 04 14:42:18.306256 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-daf35c5f-e2d8-4aa7-9b57-7ece7448d335 req-fd71f16c-d7fb-46d2-8717-c0d032821846 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465875 May 04 14:42:19.530515 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b5d4f-6977-42a5-bb88-be823f4a1132 req-bf3ee424-5976-4f78-ae65-d27775fd0a12 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:19.531999 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e98b5d4f-6977-42a5-bb88-be823f4a1132 req-bf3ee424-5976-4f78-ae65-d27775fd0a12 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=a03748db-cae8-435f-b1c1-94c992fdc2f6 HTTP/1.1" status: 200 len: 946 time: 0.0947795 May 04 14:42:19.582126 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e98b5d4f-6977-42a5-bb88-be823f4a1132 req-638da305-6956-48ba-824a-fe2756f0d32e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439110 May 04 14:42:26.046267 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-2346af0f-c0ec-49a9-97ac-4a7bbbc9ed44 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:26.048137 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-2346af0f-c0ec-49a9-97ac-4a7bbbc9ed44 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/networks?id=f657441d-5a25-438f-ac94-817e5dcff381 HTTP/1.1" status: 200 len: 814 time: 0.1586967 May 04 14:42:26.064399 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-582fa564-97a6-4cc1-a248-5fb138064a44 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/quotas/e0ee7ceeed354462ba7236f1675bbb18 HTTP/1.1" status: 200 len: 375 time: 0.0105932 May 04 14:42:26.162283 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-bf17e1b4-04ae-4cd6-b19a-bfec82d595c7 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0ee7ceeed354462ba7236f1675bbb18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0916493 May 04 14:42:26.414388 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-3b7ee5f4-a774-4aba-b62d-bfead657c1b4 service neutron] 10.222.0.37 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448950 May 04 14:42:26.559638 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d6e969a3-e8b2-4ecb-885a-55560209adf8 service neutron] 10.222.0.37 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392467 May 04 14:42:26.787006 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-83895da0-ecd2-454c-81d6-5b308d1e3aa2 req-e84f856f-3c47-43a1-a2ae-734d452fb772 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=af2419ec-0b9b-4d8b-978f-fa4022713b31 HTTP/1.1" status: 200 len: 210 time: 0.0766282 May 04 14:42:28.000270 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-07b1baaf-c1c5-4d34-a751-ecc89acca6e6 req-988963a0-c075-4f5a-a352-e4f1b0acfb6a tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=af2419ec-0b9b-4d8b-978f-fa4022713b31 HTTP/1.1" status: 200 len: 210 time: 0.0817850 May 04 14:42:28.154660 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-cba41d10-05a1-47d8-8326-51aaf5241daf tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:28.157537 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-cba41d10-05a1-47d8-8326-51aaf5241daf tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.47 "GET /v2.0/networks?id=f657441d-5a25-438f-ac94-817e5dcff381 HTTP/1.1" status: 200 len: 814 time: 0.2873790 May 04 14:42:28.175165 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-7db55dc6-6e29-400c-ac84-996a818af2e6 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Request body: {'port': {'device_id': 'af2419ec-0b9b-4d8b-978f-fa4022713b31', 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381', 'admin_state_up': True, 'tenant_id': 'e0ee7ceeed354462ba7236f1675bbb18'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:42:28.333913 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-7db55dc6-6e29-400c-ac84-996a818af2e6 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:42:28.338808 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-7db55dc6-6e29-400c-ac84-996a818af2e6 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Usage tracker for resource:port and tenant:e0ee7ceeed354462ba7236f1675bbb18 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:42:28.342291 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-7db55dc6-6e29-400c-ac84-996a818af2e6 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:42:28.349314 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-7db55dc6-6e29-400c-ac84-996a818af2e6 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:42:28.361789 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-7db55dc6-6e29-400c-ac84-996a818af2e6 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Made reservation on behalf of e0ee7ceeed354462ba7236f1675bbb18 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:42:28.365618 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-7db55dc6-6e29-400c-ac84-996a818af2e6 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:28.665554 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-7db55dc6-6e29-400c-ac84-996a818af2e6 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Allocated IP 172.20.0.7 (f657441d-5a25-438f-ac94-817e5dcff381/9aa762c1-def8-4d2b-8283-cd7b5637848e/430e63f5-0be9-4043-8094-1b95117ec898) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:42:28.905656 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-7db55dc6-6e29-400c-ac84-996a818af2e6 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:28.940740 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-7db55dc6-6e29-400c-ac84-996a818af2e6 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740809236502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:28.949667 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-86e33557-0f50-40e1-af24-bbd35637b3fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:28.959644 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a', '886ad60a-250f-4b2e-96c7-02b639f833dd', '551e87a6-c233-4e7e-8cda-fd765973137b'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:42:29.013134 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-7db55dc6-6e29-400c-ac84-996a818af2e6 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Network f657441d-5a25-438f-ac94-817e5dcff381 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:42:29.016755 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-7db55dc6-6e29-400c-ac84-996a818af2e6 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Resources bound (agent type, host, resource id): {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:42:29.020066 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-7db55dc6-6e29-400c-ac84-996a818af2e6 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 14:42:29.118699 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db55dc6-6e29-400c-ac84-996a818af2e6 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Pushing event updated for resources: {'Port': ['ID=430e63f5-0be9-4043-8094-1b95117ec898,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:29.127687 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7db55dc6-6e29-400c-ac84-996a818af2e6 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:29.137731 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-7db55dc6-6e29-400c-ac84-996a818af2e6 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:29.138794 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-7db55dc6-6e29-400c-ac84-996a818af2e6 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:29.175668 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-7db55dc6-6e29-400c-ac84-996a818af2e6 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0045030 May 04 14:42:29.191556 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.v2.base [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Request body: {'port': {'device_id': 'af2419ec-0b9b-4d8b-978f-fa4022713b31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:42:29.332929 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12866d-a83e-4da3-b523-f199bd032245 req-a912a4fd-9058-48bb-8985-84e930320577 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:29.335212 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8d12866d-a83e-4da3-b523-f199bd032245 req-a912a4fd-9058-48bb-8985-84e930320577 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=af2419ec-0b9b-4d8b-978f-fa4022713b31 HTTP/1.1" status: 200 len: 931 time: 0.1827602 May 04 14:42:29.373849 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:29.429363 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8d12866d-a83e-4da3-b523-f199bd032245 req-142572c3-7411-4e8c-8f39-13acd4e42d6e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866396 May 04 14:42:29.778096 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430e63f5-0be9-4043-8094-1b95117ec898 {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:42:29.786792 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:29.804883 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Transition to ACTIVE for port object 430e63f5-0be9-4043-8094-1b95117ec898 will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:42:29.809927 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:29.814761 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-bb20104b-d05a-47c1-8a99-1a0675b83822 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:29.981842 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Pushing event updated for resources: {'Port': ['ID=430e63f5-0be9-4043-8094-1b95117ec898,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:29.994014 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:30.067853 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Attempting to bind port 430e63f5-0be9-4043-8094-1b95117ec898 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:42:30.068129 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Attempting to bind port 430e63f5-0be9-4043-8094-1b95117ec898 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '35c00e75-7e96-4859-bc66-e99468b941d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:42:30.068517 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Attempting to bind port 430e63f5-0be9-4043-8094-1b95117ec898 on network f657441d-5a25-438f-ac94-817e5dcff381 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:42:30.074684 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Port 430e63f5-0be9-4043-8094-1b95117ec898 on network f657441d-5a25-438f-ac94-817e5dcff381 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 14:42:30.074990 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Attempting to bind port 430e63f5-0be9-4043-8094-1b95117ec898 on network f657441d-5a25-438f-ac94-817e5dcff381 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 14:42:30.081356 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Checking agent: {'id': '8bf5348c-0921-4b50-a8be-a73e0c140a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'started_at': datetime.datetime(2021, 5, 4, 14, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 14:42:30.081739 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Checking segment: {'id': '35c00e75-7e96-4859-bc66-e99468b941d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 14:42:30.082177 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Bound using segment: {'id': '35c00e75-7e96-4859-bc66-e99468b941d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 14:42:30.082651 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Bound port: 430e63f5-0be9-4043-8094-1b95117ec898, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c00e75-7e96-4859-bc66-e99468b941d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:42:30.083035 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:30.184881 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] For port 430e63f5-0be9-4043-8094-1b95117ec898, host hv-cinder-77262, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 14:42:30.188545 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] For port 430e63f5-0be9-4043-8094-1b95117ec898, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=430e63f5-0be9-4043-8094-1b95117ec898,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 14:42:30.194556 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11463934'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:30.200420 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-13dc92cc-98cc-475e-bca9-b3b69a9e1598 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:30.255167 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:30.255850 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:30.257386 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] 10.222.0.47 "PUT /v2.0/ports/430e63f5-0be9-4043-8094-1b95117ec898 HTTP/1.1" status: 200 len: 1093 time: 1.0709805 May 04 14:42:30.257943 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2419ec-0b9b-4d8b-978f-fa4022713b31', 'tag': '430e63f5-0be9-4043-8094-1b95117ec898'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:42:30.299815 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Pushing event updated for resources: {'Port': ['ID=430e63f5-0be9-4043-8094-1b95117ec898,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:30.304733 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:30.349096 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2419ec-0b9b-4d8b-978f-fa4022713b31', 'tag': '430e63f5-0be9-4043-8094-1b95117ec898', 'status': 'completed', 'code': 200} May 04 14:42:30.405774 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-c486929b-b164-4845-a7e1-46c8b875c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:30.407511 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-c486929b-b164-4845-a7e1-46c8b875c4de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0ee7ceeed354462ba7236f1675bbb18&device_id=af2419ec-0b9b-4d8b-978f-fa4022713b31 HTTP/1.1" status: 200 len: 1096 time: 0.0954139 May 04 14:42:30.484501 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-a9ffab85-4404-44fd-a511-0e65824aefb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=430e63f5-0be9-4043-8094-1b95117ec898 HTTP/1.1" status: 200 len: 217 time: 0.0692449 May 04 14:42:30.573693 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-e35b11e1-a86e-4605-a7bd-77175217ab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:30.576037 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-e35b11e1-a86e-4605-a7bd-77175217ab41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa762c1-def8-4d2b-8283-cd7b5637848e HTTP/1.1" status: 200 len: 854 time: 0.0833840 May 04 14:42:30.696730 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f28910-623d-44a6-8f51-31f617a79cad req-527b7c85-0af9-4123-99d9-4066a3de7a9b tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:30.699093 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-32f28910-623d-44a6-8f51-31f617a79cad req-527b7c85-0af9-4123-99d9-4066a3de7a9b tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=af2419ec-0b9b-4d8b-978f-fa4022713b31 HTTP/1.1" status: 200 len: 943 time: 0.1319463 May 04 14:42:30.760176 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-32f28910-623d-44a6-8f51-31f617a79cad req-0ed86070-b1c4-4242-86f6-d88098bede7d tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537598 May 04 14:42:30.768989 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-ede4bfe6-54b1-45a6-962b-169600f5e2ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f657441d-5a25-438f-ac94-817e5dcff381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1858070 May 04 14:42:30.919371 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-0a30b66a-eca4-4ef8-9cc9-604940c049f9 service neutron] 10.222.0.47 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382568 May 04 14:42:31.069156 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-093d7167-c55a-4cd9-93f0-9a2b4b786006 req-a3e797a2-ed30-4356-a7e0-73adb81445d1 service neutron] 10.222.0.47 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401730 May 04 14:42:31.262643 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b4c63-6b74-4470-ae11-d0c5378ce753 req-e61e35ce-9831-4924-b7cc-92cebded6536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:31.265113 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0e5b4c63-6b74-4470-ae11-d0c5378ce753 req-e61e35ce-9831-4924-b7cc-92cebded6536 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0ee7ceeed354462ba7236f1675bbb18&device_id=af2419ec-0b9b-4d8b-978f-fa4022713b31 HTTP/1.1" status: 200 len: 1096 time: 0.1343403 May 04 14:42:31.420101 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b4c63-6b74-4470-ae11-d0c5378ce753 req-cc92c2f9-e132-4da3-9480-a7fdc3929fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:31.421751 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0e5b4c63-6b74-4470-ae11-d0c5378ce753 req-cc92c2f9-e132-4da3-9480-a7fdc3929fd7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f657441d-5a25-438f-ac94-817e5dcff381 HTTP/1.1" status: 200 len: 915 time: 0.1450765 May 04 14:42:31.500820 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0e5b4c63-6b74-4470-ae11-d0c5378ce753 req-67423a75-e56f-4db0-9eb9-021f6174b904 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=430e63f5-0be9-4043-8094-1b95117ec898 HTTP/1.1" status: 200 len: 217 time: 0.0708685 May 04 14:42:31.573632 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b4c63-6b74-4470-ae11-d0c5378ce753 req-730c40d6-e5e4-4926-8c37-be29251ca259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:31.575057 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0e5b4c63-6b74-4470-ae11-d0c5378ce753 req-730c40d6-e5e4-4926-8c37-be29251ca259 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa762c1-def8-4d2b-8283-cd7b5637848e HTTP/1.1" status: 200 len: 854 time: 0.0629301 May 04 14:42:31.631072 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0e5b4c63-6b74-4470-ae11-d0c5378ce753 req-accf1d33-4b81-4772-a1ca-d65849ce57f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f657441d-5a25-438f-ac94-817e5dcff381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479305 May 04 14:42:31.784285 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0e5b4c63-6b74-4470-ae11-d0c5378ce753 req-3ba48843-455b-440a-a559-166ac30cf6e5 service neutron] 10.222.0.47 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409068 May 04 14:42:31.942794 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-0e5b4c63-6b74-4470-ae11-d0c5378ce753 req-5051578f-2ef3-4bfa-8164-0812ab67470b service neutron] 10.222.0.47 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454790 May 04 14:42:31.980171 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747f3bf-31ef-45c9-b50b-db51ab53d1ef req-741e15d8-5e36-4099-89e8-93ed418ccdf9 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:31.981829 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9747f3bf-31ef-45c9-b50b-db51ab53d1ef req-741e15d8-5e36-4099-89e8-93ed418ccdf9 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=af2419ec-0b9b-4d8b-978f-fa4022713b31 HTTP/1.1" status: 200 len: 943 time: 0.0976744 May 04 14:42:32.032172 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-9747f3bf-31ef-45c9-b50b-db51ab53d1ef req-c374b6ef-2888-4a38-b68e-83ecbf2b67b1 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443401 May 04 14:42:32.794526 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 430e63f5-0be9-4043-8094-1b95117ec898 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 14:42:32.952451 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 430e63f5-0be9-4043-8094-1b95117ec898, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=430e63f5-0be9-4043-8094-1b95117ec898,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:32.972776 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Returning: {'device': '430e63f5-0be9-4043-8094-1b95117ec898', 'network_id': 'f657441d-5a25-438f-ac94-817e5dcff381', 'port_id': '430e63f5-0be9-4043-8094-1b95117ec898', 'mac_address': 'fa:16:3e:0b:b1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa762c1-def8-4d2b-8283-cd7b5637848e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 14:42:33.076248 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:33.108168 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430e63f5-0be9-4043-8094-1b95117ec898 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 14:42:33.137350 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 430e63f5-0be9-4043-8094-1b95117ec898, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=430e63f5-0be9-4043-8094-1b95117ec898,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:33.143480 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:33.146407 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:33.268633 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=430e63f5-0be9-4043-8094-1b95117ec898,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:33.274861 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:33.276084 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0097a4-e7a7-4790-bb23-186946ce3997 req-2eb31b25-361d-4c52-b5b7-7905f404cd8e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:33.283271 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0b0097a4-e7a7-4790-bb23-186946ce3997 req-2eb31b25-361d-4c52-b5b7-7905f404cd8e tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=af2419ec-0b9b-4d8b-978f-fa4022713b31 HTTP/1.1" status: 200 len: 944 time: 0.1182210 May 04 14:42:33.333053 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0b0097a4-e7a7-4790-bb23-186946ce3997 req-43773e3c-45a2-42be-88fb-e005798106b2 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481308 May 04 14:42:33.426383 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['430e63f5-0be9-4043-8094-1b95117ec898'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:42:34.552509 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3f41d-cbb9-47c2-b766-ce6f7d12bb7f req-2a99a82d-df77-4359-9a92-95a968b5de15 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:34.555011 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-41b3f41d-cbb9-47c2-b766-ce6f7d12bb7f req-2a99a82d-df77-4359-9a92-95a968b5de15 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=af2419ec-0b9b-4d8b-978f-fa4022713b31 HTTP/1.1" status: 200 len: 944 time: 0.0957963 May 04 14:42:34.596486 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:42:34.607372 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-41b3f41d-cbb9-47c2-b766-ce6f7d12bb7f req-dcf73f9d-f4bc-4d07-963f-560a42aea784 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460565 May 04 14:42:34.796101 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 430e63f5-0be9-4043-8094-1b95117ec898 up at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 14:42:34.884321 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning for port 430e63f5-0be9-4043-8094-1b95117ec898 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:42:34.890238 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Provisioning complete for port 430e63f5-0be9-4043-8094-1b95117ec898 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:42:34.890623 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:35.019318 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:35.049902 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2419ec-0b9b-4d8b-978f-fa4022713b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430e63f5-0be9-4043-8094-1b95117ec898'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:42:35.061606 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] For port 430e63f5-0be9-4043-8094-1b95117ec898, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=430e63f5-0be9-4043-8094-1b95117ec898,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:35.066578 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:35.070640 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:35.116720 dv-cinder-772623-4-smb neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2419ec-0b9b-4d8b-978f-fa4022713b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430e63f5-0be9-4043-8094-1b95117ec898', 'code': 200} May 04 14:42:35.152263 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Pushing event updated for resources: {'Port': ['ID=430e63f5-0be9-4043-8094-1b95117ec898,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:35.156308 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:35.422990 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf3531-d0e1-42ac-9bd5-3a088fa3bd18 req-7c7705db-6e35-48b4-a3b2-ed554a610b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:35.424409 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-f0cf3531-d0e1-42ac-9bd5-3a088fa3bd18 req-7c7705db-6e35-48b4-a3b2-ed554a610b7a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=af2419ec-0b9b-4d8b-978f-fa4022713b31 HTTP/1.1" status: 200 len: 1098 time: 0.0763750 May 04 14:42:35.471760 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-f0cf3531-d0e1-42ac-9bd5-3a088fa3bd18 req-ea8d084f-5049-415f-a5a8-634ac4edbfad service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397215 May 04 14:42:35.661469 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b8d70576-a750-4a5f-98db-b7078c315819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:35.818140 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ad2e0-2aec-4bde-b74a-4b9dd691b723 req-508a3617-3f70-4337-8e51-da2a15c7b628 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:35.819723 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ab7ad2e0-2aec-4bde-b74a-4b9dd691b723 req-508a3617-3f70-4337-8e51-da2a15c7b628 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=af2419ec-0b9b-4d8b-978f-fa4022713b31 HTTP/1.1" status: 200 len: 945 time: 0.0873756 May 04 14:42:35.876589 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ab7ad2e0-2aec-4bde-b74a-4b9dd691b723 req-6aa2c745-4f41-44bb-a413-b356127cbce7 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505910 May 04 14:42:37.114748 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb6a7c-bb2b-4bed-832c-34c9957c28eb req-eab829b5-ec0c-4a8e-b0e7-159952db0e5f tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:37.116470 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-80cb6a7c-bb2b-4bed-832c-34c9957c28eb req-eab829b5-ec0c-4a8e-b0e7-159952db0e5f tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=af2419ec-0b9b-4d8b-978f-fa4022713b31 HTTP/1.1" status: 200 len: 945 time: 0.0859697 May 04 14:42:37.164078 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-80cb6a7c-bb2b-4bed-832c-34c9957c28eb req-3dcd6e6c-38c0-496b-b6b7-dac85ac0b081 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404978 May 04 14:42:38.054229 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0ed0338c-2e03-442a-9139-6044db195c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:38.232423 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:38.345510 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d1e9ce51-d44f-47cd-8911-dfdbabcb6ab4 req-a4271a8d-fe95-4d9e-8b37-6a67be33bb0c tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1451597108&fields=id&tenant_id=7f8903754102478a95492f2697e8adbe HTTP/1.1" status: 200 len: 267 time: 0.0417979 May 04 14:42:38.436542 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9ce51-d44f-47cd-8911-dfdbabcb6ab4 req-97e1fdca-4777-4895-a046-305152f56952 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:38.438121 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d1e9ce51-d44f-47cd-8911-dfdbabcb6ab4 req-97e1fdca-4777-4895-a046-305152f56952 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 984 time: 0.0866604 May 04 14:42:38.450236 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.v2.base [req-d1e9ce51-d44f-47cd-8911-dfdbabcb6ab4 req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Request body: {'port': {'security_groups': ['9732e2ab-90ae-4ffc-aa19-6fb82faa144b']}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:42:38.583868 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-d1e9ce51-d44f-47cd-8911-dfdbabcb6ab4 req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4093189'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:38.861554 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-d1e9ce51-d44f-47cd-8911-dfdbabcb6ab4 req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] For port 38b88a95-c332-4dd8-bc58-116e5aa290db, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=38b88a95-c332-4dd8-bc58-116e5aa290db,segment=NetworkSegment(96c007b8-13d7-40be-a55a-eba9fca731b6),segment_id=96c007b8-13d7-40be-a55a-eba9fca731b6)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:38.892109 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-d1e9ce51-d44f-47cd-8911-dfdbabcb6ab4 req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:38.899135 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-d1e9ce51-d44f-47cd-8911-dfdbabcb6ab4 req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740809651357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740809236520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740809236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10542736'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:38.908699 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b740fe9b-f43a-4753-bf35-147623e324d2 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:38.912331 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['38b88a95-c332-4dd8-bc58-116e5aa290db'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:42:39.000122 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9ce51-d44f-47cd-8911-dfdbabcb6ab4 req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:39.000798 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-d1e9ce51-d44f-47cd-8911-dfdbabcb6ab4 req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:39.005635 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-d1e9ce51-d44f-47cd-8911-dfdbabcb6ab4 req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "PUT /v2.0/ports/38b88a95-c332-4dd8-bc58-116e5aa290db HTTP/1.1" status: 200 len: 942 time: 0.5606301 May 04 14:42:39.006400 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07c0aa4-aaa4-4316-bfd7-af301b381857', 'tag': '38b88a95-c332-4dd8-bc58-116e5aa290db'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:42:39.008983 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 34930) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:39.066400 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Pushing event updated for resources: {'Port': ['ID=38b88a95-c332-4dd8-bc58-116e5aa290db,revision_number=7']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:39.081072 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.081762 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.082304 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.082827 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.083354 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.083869 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.087343 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.087874 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.088403 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.088927 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.093280 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.094079 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.102008 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b550c7e5-d270-4418-bd7a-97f9ae711c85 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:39.104679 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07c0aa4-aaa4-4316-bfd7-af301b381857', 'tag': '38b88a95-c332-4dd8-bc58-116e5aa290db', 'status': 'completed', 'code': 200} May 04 14:42:39.149609 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:39.203777 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['38b88a95-c332-4dd8-bc58-116e5aa290db'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:42:39.244479 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:39.264684 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:39.310367 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ccddc-c1ff-42f5-b269-f5fdbcca1240 req-fa27e4cc-3c71-4739-bb46-561c2048ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:39.312433 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-097ccddc-c1ff-42f5-b269-f5fdbcca1240 req-fa27e4cc-3c71-4739-bb46-561c2048ddad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f8903754102478a95492f2697e8adbe&device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 1098 time: 0.1642687 May 04 14:42:39.453535 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:39.470070 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4ba76cd7-b218-4298-b5fb-f9876a6ec217 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:39.496697 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f58da5-58a7-477a-bf4c-919a90a9364b,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:39.514058 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.514408 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.514784 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.515146 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.515497 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.515851 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.516190 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.516753 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.517459 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.517828 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.518180 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.518535 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:42:39.540177 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:39.543157 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ccddc-c1ff-42f5-b269-f5fdbcca1240 req-6bbdcc6a-2f6b-47c5-b2c5-d10bc5331400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:39.545080 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-097ccddc-c1ff-42f5-b269-f5fdbcca1240 req-6bbdcc6a-2f6b-47c5-b2c5-d10bc5331400 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a768a81e-ef8a-46b0-9961-b69cb9be2d7d HTTP/1.1" status: 200 len: 915 time: 0.2257111 May 04 14:42:39.546111 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:39.547544 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "DELETE /v2.0/security-groups/20f58da5-58a7-477a-bf4c-919a90a9364b HTTP/1.1" status: 204 len: 168 time: 0.5357916 May 04 14:42:39.551026 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 34940) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:39.615472 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-daf3b40f-1e86-433d-94c8-35f3f5e16aec None None] Provisioning complete for port 38b88a95-c332-4dd8-bc58-116e5aa290db triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:42:39.616318 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-daf3b40f-1e86-433d-94c8-35f3f5e16aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000935'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:39.711180 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-097ccddc-c1ff-42f5-b269-f5fdbcca1240 req-cade68b0-5d7f-4534-a076-b1c1e6648744 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b88a95-c332-4dd8-bc58-116e5aa290db HTTP/1.1" status: 200 len: 1000 time: 0.1525462 May 04 14:42:39.899816 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ccddc-c1ff-42f5-b269-f5fdbcca1240 req-16d0a919-5127-4a70-97e3-7fa897be26ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:39.901350 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-097ccddc-c1ff-42f5-b269-f5fdbcca1240 req-16d0a919-5127-4a70-97e3-7fa897be26ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fd4db3f2-d04e-4f50-83aa-85b8b560c1e7 HTTP/1.1" status: 200 len: 853 time: 0.1802309 May 04 14:42:40.002367 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ccddc-c1ff-42f5-b269-f5fdbcca1240 req-7e1b3824-4def-4b03-8c5f-c6dd7f1215f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:40.003973 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-097ccddc-c1ff-42f5-b269-f5fdbcca1240 req-7e1b3824-4def-4b03-8c5f-c6dd7f1215f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a768a81e-ef8a-46b0-9961-b69cb9be2d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0928109 May 04 14:42:40.059404 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-dc058947-85bf-4348-8159-bcf3e2b892f5 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Deleting port c5adf1f7-d239-479e-8ed3-5f319bdd6562 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:42:40.059741 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dc058947-85bf-4348-8159-bcf3e2b892f5 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:40.170770 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-097ccddc-c1ff-42f5-b269-f5fdbcca1240 req-961b70c7-a930-4668-bb29-32aee460e058 service neutron] 10.222.0.47 "GET /v2.0/networks/a768a81e-ef8a-46b0-9961-b69cb9be2d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559672 May 04 14:42:40.187980 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dc058947-85bf-4348-8159-bcf3e2b892f5 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:40.188301 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dc058947-85bf-4348-8159-bcf3e2b892f5 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:40.320623 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-dc058947-85bf-4348-8159-bcf3e2b892f5 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Calling delete_port for c5adf1f7-d239-479e-8ed3-5f319bdd6562 owned by network:floatingip {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:42:40.367811 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-097ccddc-c1ff-42f5-b269-f5fdbcca1240 req-3c7b2877-83af-4770-84c8-1298bb33c6db service neutron] 10.222.0.47 "GET /v2.0/networks/a768a81e-ef8a-46b0-9961-b69cb9be2d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904461 May 04 14:42:40.472527 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dc058947-85bf-4348-8159-bcf3e2b892f5 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:40.476670 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-79957cf4-434b-4400-83df-a7703ae24632 tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:40.526517 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc058947-85bf-4348-8159-bcf3e2b892f5 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Pushing event deleted for resources: {'Port': ['ID=c5adf1f7-d239-479e-8ed3-5f319bdd6562,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:40.529823 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-dc058947-85bf-4348-8159-bcf3e2b892f5 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:40.625445 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dc058947-85bf-4348-8159-bcf3e2b892f5 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks [] for floatingip, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:40.626194 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.db.l3_db [None req-dc058947-85bf-4348-8159-bcf3e2b892f5 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Floating IP 5b5ea37e-4769-4af6-be07-fb0b77c25998 disassociated (deleted). External IP: 172.28.3.82, port: 38b88a95-c332-4dd8-bc58-116e5aa290db. May 04 14:42:40.914874 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:41.017928 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc058947-85bf-4348-8159-bcf3e2b892f5 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Router e9e64a1c-0194-4fa3-b042-9311f3a5fbdd has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:42:41.207850 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc058947-85bf-4348-8159-bcf3e2b892f5 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:42:41.223196 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d887de-22b9-4fbc-82bd-bb0368240453 None None] Sync routers for ids ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'] in dv-cinder-772623-4-smb {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:42:41.235552 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dc058947-85bf-4348-8159-bcf3e2b892f5 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for floatingip, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:41.239175 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d887de-22b9-4fbc-82bd-bb0368240453 None None] Routers {'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:42:41.240376 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-65d887de-22b9-4fbc-82bd-bb0368240453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:42:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:41.298563 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-dc058947-85bf-4348-8159-bcf3e2b892f5 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "DELETE /v2.0/floatingips/5b5ea37e-4769-4af6-be07-fb0b77c25998 HTTP/1.1" status: 204 len: 168 time: 1.7464080 May 04 14:42:41.299740 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07c0aa4-aaa4-4316-bfd7-af301b381857', 'tag': '38b88a95-c332-4dd8-bc58-116e5aa290db'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:42:41.354285 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07c0aa4-aaa4-4316-bfd7-af301b381857', 'tag': '38b88a95-c332-4dd8-bc58-116e5aa290db', 'status': 'completed', 'code': 200} May 04 14:42:41.476349 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d231f59-7791-4b10-beb0-395f3aca3218 req-7b89e8aa-0d22-440f-9445-77cca97cd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:41.478994 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-7d231f59-7791-4b10-beb0-395f3aca3218 req-7b89e8aa-0d22-440f-9445-77cca97cd37d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f8903754102478a95492f2697e8adbe&device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 1098 time: 0.0983448 May 04 14:42:41.582217 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-65d887de-22b9-4fbc-82bd-bb0368240453 None None] Set router e9e64a1c-0194-4fa3-b042-9311f3a5fbdd gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:42:41.639301 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d231f59-7791-4b10-beb0-395f3aca3218 req-af811256-eb76-4341-884e-8cfe9ddf4f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:41.643384 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-7d231f59-7791-4b10-beb0-395f3aca3218 req-af811256-eb76-4341-884e-8cfe9ddf4f66 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a768a81e-ef8a-46b0-9961-b69cb9be2d7d HTTP/1.1" status: 200 len: 915 time: 0.1554430 May 04 14:42:41.734068 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-7d231f59-7791-4b10-beb0-395f3aca3218 req-07e405c9-1399-4d47-b992-fddfcc727584 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b88a95-c332-4dd8-bc58-116e5aa290db HTTP/1.1" status: 200 len: 217 time: 0.0822008 May 04 14:42:41.844733 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d231f59-7791-4b10-beb0-395f3aca3218 req-d63e15dc-479e-4f44-9fc1-73d26c6a87b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:41.847768 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-7d231f59-7791-4b10-beb0-395f3aca3218 req-d63e15dc-479e-4f44-9fc1-73d26c6a87b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fd4db3f2-d04e-4f50-83aa-85b8b560c1e7 HTTP/1.1" status: 200 len: 853 time: 0.1062596 May 04 14:42:41.953214 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d231f59-7791-4b10-beb0-395f3aca3218 req-6742a440-f4f1-490f-8b60-24dac7a2015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:41.954651 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-7d231f59-7791-4b10-beb0-395f3aca3218 req-6742a440-f4f1-490f-8b60-24dac7a2015f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a768a81e-ef8a-46b0-9961-b69cb9be2d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0993218 May 04 14:42:42.073600 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-65d887de-22b9-4fbc-82bd-bb0368240453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'name': 'tempest-TestMinimumBasicScenario-267824877-router', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '97157176-6a4d-455b-a601-b7c58df117b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:19Z', 'updated_at': '2021-05-04T14:40:25Z', 'revision_number': 4, 'project_id': '7f8903754102478a95492f2697e8adbe', 'gw_port': {'id': '97157176-6a4d-455b-a601-b7c58df117b4', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:21Z', 'updated_at': '2021-05-04T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '1c215c76-fd4b-42f5-b6fb-2b46b082904b', 'name': '', 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'mac_address': 'fa:16:3e:63:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:24Z', 'updated_at': '2021-05-04T14:40:35Z', 'revision_number': 5, 'project_id': '7f8903754102478a95492f2697e8adbe', 'subnets': [{'id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:42.077920 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d887de-22b9-4fbc-82bd-bb0368240453 None None] Checking router: e9e64a1c-0194-4fa3-b042-9311f3a5fbdd for host: dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:42:42.086591 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d887de-22b9-4fbc-82bd-bb0368240453 None None] Routers {'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:42:42.087793 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-65d887de-22b9-4fbc-82bd-bb0368240453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:42:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:42.176728 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-7d231f59-7791-4b10-beb0-395f3aca3218 req-cb165ffe-0cd4-453d-a8f9-252725c1de35 service neutron] 10.222.0.47 "GET /v2.0/networks/a768a81e-ef8a-46b0-9961-b69cb9be2d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139544 May 04 14:42:42.285438 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-65d887de-22b9-4fbc-82bd-bb0368240453 None None] Set router e9e64a1c-0194-4fa3-b042-9311f3a5fbdd gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:42:42.339389 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-7d231f59-7791-4b10-beb0-395f3aca3218 req-144c5f9d-58ad-4caa-90af-361ab36e266b service neutron] 10.222.0.47 "GET /v2.0/networks/a768a81e-ef8a-46b0-9961-b69cb9be2d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524477 May 04 14:42:42.666701 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-65d887de-22b9-4fbc-82bd-bb0368240453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'name': 'tempest-TestMinimumBasicScenario-267824877-router', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '97157176-6a4d-455b-a601-b7c58df117b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:19Z', 'updated_at': '2021-05-04T14:40:25Z', 'revision_number': 4, 'project_id': '7f8903754102478a95492f2697e8adbe', 'gw_port': {'id': '97157176-6a4d-455b-a601-b7c58df117b4', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:21Z', 'updated_at': '2021-05-04T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '1c215c76-fd4b-42f5-b6fb-2b46b082904b', 'name': '', 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'mac_address': 'fa:16:3e:63:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:24Z', 'updated_at': '2021-05-04T14:40:35Z', 'revision_number': 5, 'project_id': '7f8903754102478a95492f2697e8adbe', 'subnets': [{'id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:42.671019 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d887de-22b9-4fbc-82bd-bb0368240453 None None] The sync data for ids ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'] in dv-cinder-772623-4-smb is: [{'id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'name': 'tempest-TestMinimumBasicScenario-267824877-router', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '97157176-6a4d-455b-a601-b7c58df117b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:19Z', 'updated_at': '2021-05-04T14:40:25Z', 'revision_number': 4, 'project_id': '7f8903754102478a95492f2697e8adbe', 'gw_port': {'id': '97157176-6a4d-455b-a601-b7c58df117b4', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:21Z', 'updated_at': '2021-05-04T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb', '_interfaces': [{'id': '1c215c76-fd4b-42f5-b6fb-2b46b082904b', 'name': '', 'network_id': 'a768a81e-ef8a-46b0-9961-b69cb9be2d7d', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'mac_address': 'fa:16:3e:63:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:24Z', 'updated_at': '2021-05-04T14:40:35Z', 'revision_number': 5, 'project_id': '7f8903754102478a95492f2697e8adbe', 'subnets': [{'id': 'fd4db3f2-d04e-4f50-83aa-85b8b560c1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:42:42.900029 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77a4508-7f5d-473d-a10b-0b92e8a71609 None None] New status for floating IP 5b5ea37e-4769-4af6-be07-fb0b77c25998: DOWN {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:42:43.464825 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:44.775898 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434e9c1-532b-489e-a99a-9215bdc05527 req-bec11096-8e2b-4aab-a897-c9d945ca7e94 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:44.776618 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-1434e9c1-532b-489e-a99a-9215bdc05527 req-bec11096-8e2b-4aab-a897-c9d945ca7e94 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Synchronizing usage tracker for tenant:7f8903754102478a95492f2697e8adbe on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:42:44.794551 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-1434e9c1-532b-489e-a99a-9215bdc05527 req-bec11096-8e2b-4aab-a897-c9d945ca7e94 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Unset dirty status for tenant:7f8903754102478a95492f2697e8adbe on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:42:44.795730 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1434e9c1-532b-489e-a99a-9215bdc05527 req-bec11096-8e2b-4aab-a897-c9d945ca7e94 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 945 time: 0.1050222 May 04 14:42:44.851749 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-1434e9c1-532b-489e-a99a-9215bdc05527 req-18b82734-d399-4c65-acf5-759072eb8de7 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486939 May 04 14:42:44.945380 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-ab6fa198-2de1-4149-ac1b-262f2fa61d1b req-c4a87ae3-f6ff-474f-9421-82beee7414af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ba1c0c68-392d-4d69-9638-269d79fe31d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770915 May 04 14:42:45.101061 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fa198-2de1-4149-ac1b-262f2fa61d1b req-5dbc2aba-c2e3-4af5-b689-71f7458caa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:45.102642 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-ab6fa198-2de1-4149-ac1b-262f2fa61d1b req-5dbc2aba-c2e3-4af5-b689-71f7458caa48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0ee7ceeed354462ba7236f1675bbb18&device_id=ba1c0c68-392d-4d69-9638-269d79fe31d0 HTTP/1.1" status: 200 len: 1098 time: 0.0780687 May 04 14:42:45.270874 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fa198-2de1-4149-ac1b-262f2fa61d1b req-3b85aeae-c6bb-4b8f-b470-31b890cdab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:45.272651 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-ab6fa198-2de1-4149-ac1b-262f2fa61d1b req-3b85aeae-c6bb-4b8f-b470-31b890cdab3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=f657441d-5a25-438f-ac94-817e5dcff381 HTTP/1.1" status: 200 len: 915 time: 0.1460145 May 04 14:42:45.369702 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-ab6fa198-2de1-4149-ac1b-262f2fa61d1b req-2b83b949-e673-4113-aa60-a5ff4b9687ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a HTTP/1.1" status: 200 len: 217 time: 0.0825605 May 04 14:42:45.436998 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fa198-2de1-4149-ac1b-262f2fa61d1b req-f84b77b5-5abc-4346-953c-1d6437dd6a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:45.438508 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-ab6fa198-2de1-4149-ac1b-262f2fa61d1b req-f84b77b5-5abc-4346-953c-1d6437dd6a38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9aa762c1-def8-4d2b-8283-cd7b5637848e HTTP/1.1" status: 200 len: 854 time: 0.0601809 May 04 14:42:45.491866 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-ab6fa198-2de1-4149-ac1b-262f2fa61d1b req-dbd4a01a-2ac2-47ed-af9d-454076badd4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f657441d-5a25-438f-ac94-817e5dcff381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460765 May 04 14:42:45.575347 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e010bb3-e298-4c52-a0ce-02a37b313c18 req-c69b8aea-636f-4626-b4f4-1ce54738a601 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:45.576807 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0e010bb3-e298-4c52-a0ce-02a37b313c18 req-c69b8aea-636f-4626-b4f4-1ce54738a601 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=af2419ec-0b9b-4d8b-978f-fa4022713b31 HTTP/1.1" status: 200 len: 945 time: 0.1880984 May 04 14:42:45.624683 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-0e010bb3-e298-4c52-a0ce-02a37b313c18 req-267caaf4-9593-4c33-9205-ea00569b67fb tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415950 May 04 14:42:45.732254 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-ab6fa198-2de1-4149-ac1b-262f2fa61d1b req-bb7f46a6-4aa4-4941-ad01-18abcc380d7f service neutron] 10.222.0.47 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319856 May 04 14:42:45.873570 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-ab6fa198-2de1-4149-ac1b-262f2fa61d1b req-fc4f98e3-a164-41f3-ba25-69a19fd315dc service neutron] 10.222.0.47 "GET /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318064 May 04 14:42:46.052403 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a20786-e20d-4c81-91b7-d23ff52fda0b req-d2c289b1-3f75-4099-a19d-84efb78815cd tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:46.053898 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-99a20786-e20d-4c81-91b7-d23ff52fda0b req-d2c289b1-3f75-4099-a19d-84efb78815cd tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 945 time: 0.0876694 May 04 14:42:46.103931 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-99a20786-e20d-4c81-91b7-d23ff52fda0b req-8cfa2ce7-3d3c-4556-9391-b5ae88f17b99 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438938 May 04 14:42:46.823762 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aef29f-18d1-4fb4-944e-5c9184dde064 req-4760989b-1488-424c-bd63-71920bfc1218 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:46.825517 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-28aef29f-18d1-4fb4-944e-5c9184dde064 req-4760989b-1488-424c-bd63-71920bfc1218 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=af2419ec-0b9b-4d8b-978f-fa4022713b31 HTTP/1.1" status: 200 len: 945 time: 0.0949466 May 04 14:42:46.831746 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc000b0-7797-4bd0-8494-830724d67074 req-131eb7ea-409c-4f68-9aa0-a9ed4060c223 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:46.832449 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-dfc000b0-7797-4bd0-8494-830724d67074 req-131eb7ea-409c-4f68-9aa0-a9ed4060c223 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Synchronizing usage tracker for tenant:7f8903754102478a95492f2697e8adbe on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:42:46.845851 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [req-dfc000b0-7797-4bd0-8494-830724d67074 req-131eb7ea-409c-4f68-9aa0-a9ed4060c223 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Unset dirty status for tenant:7f8903754102478a95492f2697e8adbe on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:42:46.846972 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-dfc000b0-7797-4bd0-8494-830724d67074 req-131eb7ea-409c-4f68-9aa0-a9ed4060c223 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 945 time: 0.0943666 May 04 14:42:46.872747 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-28aef29f-18d1-4fb4-944e-5c9184dde064 req-23192347-da1d-4307-8d7e-9afde7d7f617 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413485 May 04 14:42:47.009200 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-dfc000b0-7797-4bd0-8494-830724d67074 req-9f68bfaa-9875-4d0b-86b0-34b5cde54b26 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Deleting port 38b88a95-c332-4dd8-bc58-116e5aa290db {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:42:47.009619 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-dfc000b0-7797-4bd0-8494-830724d67074 req-9f68bfaa-9875-4d0b-86b0-34b5cde54b26 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:47.161873 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-dfc000b0-7797-4bd0-8494-830724d67074 req-9f68bfaa-9875-4d0b-86b0-34b5cde54b26 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] For port 38b88a95-c332-4dd8-bc58-116e5aa290db, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=38b88a95-c332-4dd8-bc58-116e5aa290db,segment=NetworkSegment(96c007b8-13d7-40be-a55a-eba9fca731b6),segment_id=96c007b8-13d7-40be-a55a-eba9fca731b6)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:47.162219 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-dfc000b0-7797-4bd0-8494-830724d67074 req-9f68bfaa-9875-4d0b-86b0-34b5cde54b26 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:47.287392 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-dfc000b0-7797-4bd0-8494-830724d67074 req-9f68bfaa-9875-4d0b-86b0-34b5cde54b26 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Calling delete_port for 38b88a95-c332-4dd8-bc58-116e5aa290db owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:42:47.339340 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809e262-5875-493a-b403-0c086d141492 req-38ea0d56-7f96-4ec6-891c-cde21bd4619f tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:47.340806 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a809e262-5875-493a-b403-0c086d141492 req-38ea0d56-7f96-4ec6-891c-cde21bd4619f tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.47 "GET /v2.0/ports?device_id=af2419ec-0b9b-4d8b-978f-fa4022713b31 HTTP/1.1" status: 200 len: 945 time: 0.1524801 May 04 14:42:47.352389 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d952e7-08f4-436b-9179-f400928e7849 req-dc9cb8f2-da35-4577-ab43-2cf2855a86e1 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:47.353920 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-09d952e7-08f4-436b-9179-f400928e7849 req-dc9cb8f2-da35-4577-ab43-2cf2855a86e1 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07c0aa4-aaa4-4316-bfd7-af301b381857 HTTP/1.1" status: 200 len: 945 time: 0.1315939 May 04 14:42:47.405962 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-dfc000b0-7797-4bd0-8494-830724d67074 req-9f68bfaa-9875-4d0b-86b0-34b5cde54b26 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:47.412973 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3f34a0ee-51ce-4fbb-83cc-5ba3155444a4 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:47.418667 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['38b88a95-c332-4dd8-bc58-116e5aa290db'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:42:47.486287 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-09d952e7-08f4-436b-9179-f400928e7849 req-45e42f83-e57c-4232-91aa-6068da89634e tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.37 "GET /v2.0/security-groups?id=9732e2ab-90ae-4ffc-aa19-6fb82faa144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017647 May 04 14:42:47.493251 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68bfaa-9875-4d0b-86b0-34b5cde54b26 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Pushing event deleted for resources: {'Port': ['ID=38b88a95-c332-4dd8-bc58-116e5aa290db,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:47.506593 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9f68bfaa-9875-4d0b-86b0-34b5cde54b26 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:47.527086 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-a809e262-5875-493a-b403-0c086d141492 req-d17e51f3-2b1b-43f7-a95d-d05b4d40af53 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Deleting port 430e63f5-0be9-4043-8094-1b95117ec898 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:42:47.527425 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-a809e262-5875-493a-b403-0c086d141492 req-d17e51f3-2b1b-43f7-a95d-d05b4d40af53 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:47.543142 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc000b0-7797-4bd0-8494-830724d67074 req-9f68bfaa-9875-4d0b-86b0-34b5cde54b26 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] No DVR routers for this DVR port 38b88a95-c332-4dd8-bc58-116e5aa290db on host hv-cinder-77262 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:42:47.545728 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-dfc000b0-7797-4bd0-8494-830724d67074 req-9f68bfaa-9875-4d0b-86b0-34b5cde54b26 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:47.548323 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07c0aa4-aaa4-4316-bfd7-af301b381857', 'name': 'network-vif-deleted', 'tag': '38b88a95-c332-4dd8-bc58-116e5aa290db'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:42:47.565272 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [req-dfc000b0-7797-4bd0-8494-830724d67074 req-9f68bfaa-9875-4d0b-86b0-34b5cde54b26 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] 10.222.0.47 "DELETE /v2.0/ports/38b88a95-c332-4dd8-bc58-116e5aa290db HTTP/1.1" status: 204 len: 173 time: 0.7110834 May 04 14:42:47.600859 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07c0aa4-aaa4-4316-bfd7-af301b381857', 'name': 'network-vif-deleted', 'tag': '38b88a95-c332-4dd8-bc58-116e5aa290db', 'status': 'completed', 'code': 200} May 04 14:42:47.665663 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-a809e262-5875-493a-b403-0c086d141492 req-d17e51f3-2b1b-43f7-a95d-d05b4d40af53 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] For port 430e63f5-0be9-4043-8094-1b95117ec898, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=430e63f5-0be9-4043-8094-1b95117ec898,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:47.665913 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-a809e262-5875-493a-b403-0c086d141492 req-d17e51f3-2b1b-43f7-a95d-d05b4d40af53 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:47.793329 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-a809e262-5875-493a-b403-0c086d141492 req-d17e51f3-2b1b-43f7-a95d-d05b4d40af53 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Calling delete_port for 430e63f5-0be9-4043-8094-1b95117ec898 owned by compute:nova {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:42:47.922491 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-a809e262-5875-493a-b403-0c086d141492 req-d17e51f3-2b1b-43f7-a95d-d05b4d40af53 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:47.929131 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5a485335-8d02-4fd8-a4b1-fad8b698e154 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:47.938012 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a', '886ad60a-250f-4b2e-96c7-02b639f833dd', '551e87a6-c233-4e7e-8cda-fd765973137b', '430e63f5-0be9-4043-8094-1b95117ec898'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:42:47.976734 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e51f3-2b1b-43f7-a95d-d05b4d40af53 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Pushing event deleted for resources: {'Port': ['ID=430e63f5-0be9-4043-8094-1b95117ec898,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:47.980130 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d17e51f3-2b1b-43f7-a95d-d05b4d40af53 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:48.099532 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-02b45939-c9cf-4b43-bfd3-c74f0f85a049 req-2fb6c149-bb81-4a84-bddc-8a7dfb55d890 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=af2419ec-0b9b-4d8b-978f-fa4022713b31 HTTP/1.1" status: 200 len: 210 time: 0.0866456 May 04 14:42:48.100681 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a809e262-5875-493a-b403-0c086d141492 req-d17e51f3-2b1b-43f7-a95d-d05b4d40af53 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] No DVR routers for this DVR port 430e63f5-0be9-4043-8094-1b95117ec898 on host hv-cinder-77262 {{(pid=73821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:42:48.103812 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-a809e262-5875-493a-b403-0c086d141492 req-d17e51f3-2b1b-43f7-a95d-d05b4d40af53 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:48.108649 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2419ec-0b9b-4d8b-978f-fa4022713b31', 'name': 'network-vif-deleted', 'tag': '430e63f5-0be9-4043-8094-1b95117ec898'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:42:48.127253 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-a809e262-5875-493a-b403-0c086d141492 req-d17e51f3-2b1b-43f7-a95d-d05b4d40af53 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.47 "DELETE /v2.0/ports/430e63f5-0be9-4043-8094-1b95117ec898 HTTP/1.1" status: 204 len: 173 time: 0.7723379 May 04 14:42:48.165225 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2419ec-0b9b-4d8b-978f-fa4022713b31', 'name': 'network-vif-deleted', 'tag': '430e63f5-0be9-4043-8094-1b95117ec898', 'status': 'completed', 'code': 200} May 04 14:42:49.309028 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 35062) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:49.990770 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-95e3be3f-a615-4559-ab74-6810a25e6b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919107'] for router_interface, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:50.434633 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-95e3be3f-a615-4559-ab74-6810a25e6b33 admin admin] Deleting port 1c215c76-fd4b-42f5-b6fb-2b46b082904b {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:42:50.435334 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-95e3be3f-a615-4559-ab74-6810a25e6b33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:50.564664 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-95e3be3f-a615-4559-ab74-6810a25e6b33 admin admin] For port 1c215c76-fd4b-42f5-b6fb-2b46b082904b, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=1c215c76-fd4b-42f5-b6fb-2b46b082904b,segment=NetworkSegment(96c007b8-13d7-40be-a55a-eba9fca731b6),segment_id=96c007b8-13d7-40be-a55a-eba9fca731b6)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:50.564916 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-95e3be3f-a615-4559-ab74-6810a25e6b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:50.692827 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-95e3be3f-a615-4559-ab74-6810a25e6b33 admin admin] Calling delete_port for 1c215c76-fd4b-42f5-b6fb-2b46b082904b owned by network:router_interface {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:42:50.856466 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 38b88a95-c332-4dd8-bc58-116e5aa290db no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:42:50.894067 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] No Port match for: 38b88a95-c332-4dd8-bc58-116e5aa290db {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:42:50.894402 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 38b88a95-c332-4dd8-bc58-116e5aa290db not bound to the agent host hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:42:50.894835 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 430e63f5-0be9-4043-8094-1b95117ec898 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:42:50.929974 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] No Port match for: 430e63f5-0be9-4043-8094-1b95117ec898 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:42:50.930447 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 430e63f5-0be9-4043-8094-1b95117ec898 not bound to the agent host hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:42:50.958450 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0ec04-c3ea-4720-aefa-b3476ee756c6 req-cfd93d2e-66d6-45ef-b2a4-ee84a2316528 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:50.959749 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-71a0ec04-c3ea-4720-aefa-b3476ee756c6 req-cfd93d2e-66d6-45ef-b2a4-ee84a2316528 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Synchronizing usage tracker for tenant:e0ee7ceeed354462ba7236f1675bbb18 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:42:51.020269 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-71a0ec04-c3ea-4720-aefa-b3476ee756c6 req-cfd93d2e-66d6-45ef-b2a4-ee84a2316528 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Unset dirty status for tenant:e0ee7ceeed354462ba7236f1675bbb18 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:42:51.021507 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-71a0ec04-c3ea-4720-aefa-b3476ee756c6 req-cfd93d2e-66d6-45ef-b2a4-ee84a2316528 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=a03748db-cae8-435f-b1c1-94c992fdc2f6 HTTP/1.1" status: 200 len: 946 time: 0.2742512 May 04 14:42:51.089096 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-95e3be3f-a615-4559-ab74-6810a25e6b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:51.095281 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-adfff9af-d4e0-4b3e-b5d5-1349fafb0a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:51.131920 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-71a0ec04-c3ea-4720-aefa-b3476ee756c6 req-0dfec523-5069-49ec-bd71-81e8d51dac56 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975859 May 04 14:42:51.150015 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3be3f-a615-4559-ab74-6810a25e6b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c215c76-fd4b-42f5-b6fb-2b46b082904b,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:51.193194 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-95e3be3f-a615-4559-ab74-6810a25e6b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:51.584029 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-95e3be3f-a615-4559-ab74-6810a25e6b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943603'] for router_interface, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:51.954022 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e3be3f-a615-4559-ab74-6810a25e6b33 admin admin] Router e9e64a1c-0194-4fa3-b042-9311f3a5fbdd has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:42:52.139453 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e3be3f-a615-4559-ab74-6810a25e6b33 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:42:52.148561 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab3f9a-be13-42d3-ac03-da81cb20459a None None] Sync routers for ids ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'] in dv-cinder-772623-4-smb {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:42:52.153363 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-95e3be3f-a615-4559-ab74-6810a25e6b33 admin admin] 10.222.0.37 "PUT /v2.0/routers/e9e64a1c-0194-4fa3-b042-9311f3a5fbdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8427110 May 04 14:42:52.156535 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35072) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:52.179416 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab3f9a-be13-42d3-ac03-da81cb20459a None None] Routers {'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:42:52.180065 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-2fab3f9a-be13-42d3-ac03-da81cb20459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:42:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:52.364288 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-2fab3f9a-be13-42d3-ac03-da81cb20459a None None] Set router e9e64a1c-0194-4fa3-b042-9311f3a5fbdd gateway port host: dv-cinder-772623-4-smb {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:42:52.409739 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789f243-e083-4193-a407-b63150129c56 req-5941c49f-cae7-49c9-b5a0-13cef7db7e87 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:52.411411 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4789f243-e083-4193-a407-b63150129c56 req-5941c49f-cae7-49c9-b5a0-13cef7db7e87 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.47 "GET /v2.0/ports?device_id=a03748db-cae8-435f-b1c1-94c992fdc2f6 HTTP/1.1" status: 200 len: 946 time: 0.1544433 May 04 14:42:52.414431 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a56c4c7a-3714-4d19-ab81-fe77e734c4a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:52.420181 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7180e1-8134-47de-b2cf-72ccb3044671 req-0f31c00d-24b6-4a98-99af-77cb072a6558 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:52.422753 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ee7180e1-8134-47de-b2cf-72ccb3044671 req-0f31c00d-24b6-4a98-99af-77cb072a6558 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=a03748db-cae8-435f-b1c1-94c992fdc2f6 HTTP/1.1" status: 200 len: 946 time: 0.1231797 May 04 14:42:52.569116 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-ee7180e1-8134-47de-b2cf-72ccb3044671 req-10043aa5-0c35-4b52-8622-a4a45f664f02 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159294 May 04 14:42:52.611524 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a56c4c7a-3714-4d19-ab81-fe77e734c4a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:52.620418 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-4789f243-e083-4193-a407-b63150129c56 req-c576735f-3154-48d8-9d36-addc29418ca3 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Deleting port 551e87a6-c233-4e7e-8cda-fd765973137b {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:42:52.621371 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-4789f243-e083-4193-a407-b63150129c56 req-c576735f-3154-48d8-9d36-addc29418ca3 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:52.701928 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-2fab3f9a-be13-42d3-ac03-da81cb20459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'name': 'tempest-TestMinimumBasicScenario-267824877-router', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '97157176-6a4d-455b-a601-b7c58df117b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:19Z', 'updated_at': '2021-05-04T14:42:50Z', 'revision_number': 5, 'project_id': '7f8903754102478a95492f2697e8adbe', 'gw_port': {'id': '97157176-6a4d-455b-a601-b7c58df117b4', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:21Z', 'updated_at': '2021-05-04T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:52.702822 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-a56c4c7a-3714-4d19-ab81-fe77e734c4a7 admin admin] Deleting port 97157176-6a4d-455b-a601-b7c58df117b4 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:42:52.702822 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a56c4c7a-3714-4d19-ab81-fe77e734c4a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:52.706974 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab3f9a-be13-42d3-ac03-da81cb20459a None None] Checking router: e9e64a1c-0194-4fa3-b042-9311f3a5fbdd for host: dv-cinder-772623-4-smb {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:42:52.717594 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab3f9a-be13-42d3-ac03-da81cb20459a None None] Routers {'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:42:52.718239 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-2fab3f9a-be13-42d3-ac03-da81cb20459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:42:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:52.788882 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-4789f243-e083-4193-a407-b63150129c56 req-c576735f-3154-48d8-9d36-addc29418ca3 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] For port 551e87a6-c233-4e7e-8cda-fd765973137b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=551e87a6-c233-4e7e-8cda-fd765973137b,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:52.789485 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-4789f243-e083-4193-a407-b63150129c56 req-c576735f-3154-48d8-9d36-addc29418ca3 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:52.919281 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-4789f243-e083-4193-a407-b63150129c56 req-c576735f-3154-48d8-9d36-addc29418ca3 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Calling delete_port for 551e87a6-c233-4e7e-8cda-fd765973137b owned by compute:nova {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:42:52.947125 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-2fab3f9a-be13-42d3-ac03-da81cb20459a None None] Set router e9e64a1c-0194-4fa3-b042-9311f3a5fbdd gateway port host: None {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:42:52.949215 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-a56c4c7a-3714-4d19-ab81-fe77e734c4a7 admin admin] For port 97157176-6a4d-455b-a601-b7c58df117b4, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=97157176-6a4d-455b-a601-b7c58df117b4,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:52.949579 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a56c4c7a-3714-4d19-ab81-fe77e734c4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:53.060344 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-2fab3f9a-be13-42d3-ac03-da81cb20459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'name': 'tempest-TestMinimumBasicScenario-267824877-router', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:19Z', 'updated_at': '2021-05-04T14:42:52Z', 'revision_number': 6, 'project_id': '7f8903754102478a95492f2697e8adbe', 'gw_port_host': None}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:53.065062 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab3f9a-be13-42d3-ac03-da81cb20459a None None] The sync data for ids ['e9e64a1c-0194-4fa3-b042-9311f3a5fbdd'] in dv-cinder-772623-4-smb is: [{'id': 'e9e64a1c-0194-4fa3-b042-9311f3a5fbdd', 'name': 'tempest-TestMinimumBasicScenario-267824877-router', 'tenant_id': '7f8903754102478a95492f2697e8adbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:19Z', 'updated_at': '2021-05-04T14:42:52Z', 'revision_number': 6, 'project_id': '7f8903754102478a95492f2697e8adbe', 'gw_port_host': None}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:42:53.066578 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-4789f243-e083-4193-a407-b63150129c56 req-c576735f-3154-48d8-9d36-addc29418ca3 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:53.073039 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-dc058947-85bf-4348-8159-bcf3e2b892f5 tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:53.079588 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a', '886ad60a-250f-4b2e-96c7-02b639f833dd'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:42:53.081463 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-a56c4c7a-3714-4d19-ab81-fe77e734c4a7 admin admin] Calling delete_port for 97157176-6a4d-455b-a601-b7c58df117b4 owned by network:router_gateway {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:42:53.121787 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576735f-3154-48d8-9d36-addc29418ca3 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Pushing event deleted for resources: {'Port': ['ID=551e87a6-c233-4e7e-8cda-fd765973137b,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:53.125357 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c576735f-3154-48d8-9d36-addc29418ca3 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:53.196858 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4789f243-e083-4193-a407-b63150129c56 req-c576735f-3154-48d8-9d36-addc29418ca3 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] No DVR routers for this DVR port 551e87a6-c233-4e7e-8cda-fd765973137b on host hv-cinder-77262 {{(pid=73821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:42:53.199214 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-4789f243-e083-4193-a407-b63150129c56 req-c576735f-3154-48d8-9d36-addc29418ca3 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:53.201858 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03748db-cae8-435f-b1c1-94c992fdc2f6', 'name': 'network-vif-deleted', 'tag': '551e87a6-c233-4e7e-8cda-fd765973137b'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:42:53.219433 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4789f243-e083-4193-a407-b63150129c56 req-c576735f-3154-48d8-9d36-addc29418ca3 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.47 "DELETE /v2.0/ports/551e87a6-c233-4e7e-8cda-fd765973137b HTTP/1.1" status: 204 len: 173 time: 0.7963610 May 04 14:42:53.253537 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03748db-cae8-435f-b1c1-94c992fdc2f6', 'name': 'network-vif-deleted', 'tag': '551e87a6-c233-4e7e-8cda-fd765973137b', 'status': 'completed', 'code': 200} May 04 14:42:53.291249 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a56c4c7a-3714-4d19-ab81-fe77e734c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:53.297679 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9635eeef-6c06-4afa-9a94-f8208a8cf559 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:53.343185 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c4c7a-3714-4d19-ab81-fe77e734c4a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=97157176-6a4d-455b-a601-b7c58df117b4,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:53.346317 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a56c4c7a-3714-4d19-ab81-fe77e734c4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:53.450949 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a56c4c7a-3714-4d19-ab81-fe77e734c4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946028'] for router_gateway, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:53.626074 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a56c4c7a-3714-4d19-ab81-fe77e734c4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27306'] for router, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:53.628420 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a56c4c7a-3714-4d19-ab81-fe77e734c4a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:53.657020 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a56c4c7a-3714-4d19-ab81-fe77e734c4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-945444'] for router, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:53.657816 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56c4c7a-3714-4d19-ab81-fe77e734c4a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9e64a1c-0194-4fa3-b042-9311f3a5fbdd {{(pid=73822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 14:42:53.672354 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a56c4c7a-3714-4d19-ab81-fe77e734c4a7 admin admin] Notify callbacks [] for router, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:53.676047 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-a56c4c7a-3714-4d19-ab81-fe77e734c4a7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e9e64a1c-0194-4fa3-b042-9311f3a5fbdd HTTP/1.1" status: 204 len: 168 time: 1.5159805 May 04 14:42:53.676324 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35082) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:53.740070 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76b2c48-fa51-4ded-9b91-788ce0574ee2 admin admin] Deleting subnet fd4db3f2-d04e-4f50-83aa-85b8b560c1e7 {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:42:53.743646 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a76b2c48-fa51-4ded-9b91-788ce0574ee2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:53.812216 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a76b2c48-fa51-4ded-9b91-788ce0574ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743640'] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:53.887102 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-fdfc5f45-2a3e-4cfc-ad04-9402f860e235 req-5973d6d2-5aff-4679-8b76-57cf7fe5e9c7 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Synchronizing usage tracker for tenant:e0ee7ceeed354462ba7236f1675bbb18 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:42:53.900992 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a76b2c48-fa51-4ded-9b91-788ce0574ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005557'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:53.903959 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-fdfc5f45-2a3e-4cfc-ad04-9402f860e235 req-5973d6d2-5aff-4679-8b76-57cf7fe5e9c7 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Unset dirty status for tenant:e0ee7ceeed354462ba7236f1675bbb18 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:42:53.905184 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-fdfc5f45-2a3e-4cfc-ad04-9402f860e235 req-5973d6d2-5aff-4679-8b76-57cf7fe5e9c7 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=a03748db-cae8-435f-b1c1-94c992fdc2f6 HTTP/1.1" status: 200 len: 210 time: 0.1967568 May 04 14:42:54.172398 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a76b2c48-fa51-4ded-9b91-788ce0574ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4005564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11462968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11678285'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:54.176238 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:54.210751 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b2c48-fa51-4ded-9b91-788ce0574ee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd4db3f2-d04e-4f50-83aa-85b8b560c1e7,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:54.214178 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a76b2c48-fa51-4ded-9b91-788ce0574ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:54.215159 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a76b2c48-fa51-4ded-9b91-788ce0574ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:54.221266 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-a76b2c48-fa51-4ded-9b91-788ce0574ee2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fd4db3f2-d04e-4f50-83aa-85b8b560c1e7 HTTP/1.1" status: 204 len: 168 time: 0.5438788 May 04 14:42:54.221471 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399cfae6-ff0c-4af0-8324-ec886f34f883 None None] Network a768a81e-ef8a-46b0-9961-b69cb9be2d7d requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:42:54.224023 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35086) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:54.330933 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4112595'] for network, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:54.404060 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] Deleting port 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:42:54.404307 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:54.477806 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ee70fb-d0c2-40e6-b1ac-fbc705faf78d None None] DHCP port deletion for a768a81e-ef8a-46b0-9961-b69cb9be2d7d request from dv-cinder-772623-4-smb {{(pid=73823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 14:42:54.583219 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-20ee70fb-d0c2-40e6-b1ac-fbc705faf78d None None] Deleting port 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a {{(pid=73823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:42:54.583505 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-20ee70fb-d0c2-40e6-b1ac-fbc705faf78d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:54.613626 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] For port 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=06c76f59-7dfd-4e8b-9680-fe5b02a84a4a,segment=NetworkSegment(96c007b8-13d7-40be-a55a-eba9fca731b6),segment_id=96c007b8-13d7-40be-a55a-eba9fca731b6)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:54.613973 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:54.687880 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-20ee70fb-d0c2-40e6-b1ac-fbc705faf78d None None] For port 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=06c76f59-7dfd-4e8b-9680-fe5b02a84a4a,segment=NetworkSegment(96c007b8-13d7-40be-a55a-eba9fca731b6),segment_id=96c007b8-13d7-40be-a55a-eba9fca731b6)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:54.688277 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-20ee70fb-d0c2-40e6-b1ac-fbc705faf78d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:54.741392 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] Calling delete_port for 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a owned by network:dhcp {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:42:54.749759 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:42:54.793137 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:54.798219 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-aaab6f83-87f2-4afc-ad9f-8338061d07d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:54.843795 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-20ee70fb-d0c2-40e6-b1ac-fbc705faf78d None None] Calling delete_port for 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a owned by network:dhcp {{(pid=73823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:42:54.844320 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] Pushing event deleted for resources: {'Port': ['ID=06c76f59-7dfd-4e8b-9680-fe5b02a84a4a,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:54.846932 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:54.851464 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] No DVR routers for this DVR port 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a on host dv-cinder-772623-4-smb {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:42:54.853159 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No Port match for: 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:42:54.853535 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:42:54.853964 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 97157176-6a4d-455b-a601-b7c58df117b4 no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:42:54.880258 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 551e87a6-c233-4e7e-8cda-fd765973137b no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:42:54.928490 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] No Port match for: 551e87a6-c233-4e7e-8cda-fd765973137b {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:42:54.928725 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 551e87a6-c233-4e7e-8cda-fd765973137b not bound to the agent host hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:42:54.930783 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No Port match for: 97157176-6a4d-455b-a601-b7c58df117b4 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:42:54.931123 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 97157176-6a4d-455b-a601-b7c58df117b4 not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:42:54.931535 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 1c215c76-fd4b-42f5-b6fb-2b46b082904b no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:42:54.977600 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No Port match for: 1c215c76-fd4b-42f5-b6fb-2b46b082904b {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:42:54.977887 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999016', 'neutron.services.segments.db._delete_segments_for_network-8740809660721'] for network, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:54.978229 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 1c215c76-fd4b-42f5-b6fb-2b46b082904b not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:42:55.020950 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-20ee70fb-d0c2-40e6-b1ac-fbc705faf78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511'] for port, after_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:55.031052 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-6c9bb839-236e-4c7c-9d7e-86e27eea59fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:55.068968 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ee70fb-d0c2-40e6-b1ac-fbc705faf78d None None] No DVR routers for this DVR port 06c76f59-7dfd-4e8b-9680-fe5b02a84a4a on host dv-cinder-772623-4-smb {{(pid=73823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:42:55.078473 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee70fb-d0c2-40e6-b1ac-fbc705faf78d None None] Pushing event deleted for resources: {'Port': ['ID=06c76f59-7dfd-4e8b-9680-fe5b02a84a4a,revision_number=None']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:55.084314 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-20ee70fb-d0c2-40e6-b1ac-fbc705faf78d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:55.117865 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a768a81e-ef8a-46b0-9961-b69cb9be2d7d']}} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:55.131455 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c007b8-13d7-40be-a55a-eba9fca731b6') {'for_net_delete': True} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:55.131766 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c007b8-13d7-40be-a55a-eba9fca731b6') {} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:55.145203 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740809672551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743649'] for segment, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:55.165787 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:55.173426 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=73822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:42:55.406726 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] Network a768a81e-ef8a-46b0-9961-b69cb9be2d7d has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:42:55.415781 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4025312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11463834'] for segment, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:55.467461 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5a07b-66fc-4335-92d4-a53325090458 req-f7f9f04c-038d-4a4b-b85c-266caf344bf9 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:55.469017 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4db5a07b-66fc-4335-92d4-a53325090458 req-f7f9f04c-038d-4a4b-b85c-266caf344bf9 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=41150393-1140-4826-ba51-8493d9e78769 HTTP/1.1" status: 200 len: 945 time: 0.0843222 May 04 14:42:55.516792 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-4db5a07b-66fc-4335-92d4-a53325090458 req-e9240fad-de35-43c9-8972-98c13496b9ef tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412278 May 04 14:42:55.589221 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] Network a768a81e-ef8a-46b0-9961-b69cb9be2d7d has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: Traceback (most recent call last): May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: timer() May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: cb(*args, **kw) May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: return func(*args, **kwargs) May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: self._notify() May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: self.callback(batched_events) May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: event.method(event) May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: return f(self, *a, **k) May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: return self._get(url).json() May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: return self.request(url, 'GET', **kwargs) May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:42:55.610404 dv-cinder-772623-4-smb neutron-server[73822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:42:55.692853 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945987'] for network, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:55.696917 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-79324674-9b16-42f6-ae0e-13d7cfa1c7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:55.710005 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:55.722089 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] Pushing event deleted for resources: {'Network': ['ID=a768a81e-ef8a-46b0-9961-b69cb9be2d7d,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:55.726384 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:55.736489 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-9e9e65c1-6e06-47f5-9813-99e0a65b9dab admin admin] 10.222.0.37 "DELETE /v2.0/networks/a768a81e-ef8a-46b0-9961-b69cb9be2d7d HTTP/1.1" status: 204 len: 168 time: 1.5115206 May 04 14:42:55.740058 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35096) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:56.406057 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-db0b1d1a-46c5-44e4-9c94-0a3bff9fb724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919107'] for router_interface, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:56.698733 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d051c59-6759-496d-844d-9b0889d12bab req-d840bb85-4b03-449c-96ff-a836df5b1304 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:56.700148 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7d051c59-6759-496d-844d-9b0889d12bab req-d840bb85-4b03-449c-96ff-a836df5b1304 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.47 "GET /v2.0/ports?device_id=41150393-1140-4826-ba51-8493d9e78769 HTTP/1.1" status: 200 len: 945 time: 0.1304452 May 04 14:42:56.778884 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e716b-cfeb-40e5-9bd5-6ca3ae9e3d4b req-d668b4ea-da14-4c47-b1fa-199674230f4d tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:42:56.780339 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-439e716b-cfeb-40e5-9bd5-6ca3ae9e3d4b req-d668b4ea-da14-4c47-b1fa-199674230f4d tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=41150393-1140-4826-ba51-8493d9e78769 HTTP/1.1" status: 200 len: 945 time: 0.1447425 May 04 14:42:56.853393 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-db0b1d1a-46c5-44e4-9c94-0a3bff9fb724 admin admin] Deleting port 622f5bca-653d-4a23-a2ce-f6285944ff13 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:42:56.853983 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-db0b1d1a-46c5-44e4-9c94-0a3bff9fb724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:56.869225 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-439e716b-cfeb-40e5-9bd5-6ca3ae9e3d4b req-bc01ee85-a6a2-4da5-8e3a-9fcb422e5c62 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808167 May 04 14:42:56.900143 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-7d051c59-6759-496d-844d-9b0889d12bab req-324ae5d8-371f-4e76-82f2-c9b70a3e70a9 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Deleting port 886ad60a-250f-4b2e-96c7-02b639f833dd {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:42:56.900475 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-7d051c59-6759-496d-844d-9b0889d12bab req-324ae5d8-371f-4e76-82f2-c9b70a3e70a9 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:56.975555 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-db0b1d1a-46c5-44e4-9c94-0a3bff9fb724 admin admin] For port 622f5bca-653d-4a23-a2ce-f6285944ff13, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=622f5bca-653d-4a23-a2ce-f6285944ff13,segment=NetworkSegment(65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30),segment_id=65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:56.975929 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-db0b1d1a-46c5-44e4-9c94-0a3bff9fb724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:57.033462 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-7d051c59-6759-496d-844d-9b0889d12bab req-324ae5d8-371f-4e76-82f2-c9b70a3e70a9 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] For port 886ad60a-250f-4b2e-96c7-02b639f833dd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=886ad60a-250f-4b2e-96c7-02b639f833dd,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:57.034125 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-7d051c59-6759-496d-844d-9b0889d12bab req-324ae5d8-371f-4e76-82f2-c9b70a3e70a9 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:57.100409 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-db0b1d1a-46c5-44e4-9c94-0a3bff9fb724 admin admin] Calling delete_port for 622f5bca-653d-4a23-a2ce-f6285944ff13 owned by network:router_interface {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:42:57.160126 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-7d051c59-6759-496d-844d-9b0889d12bab req-324ae5d8-371f-4e76-82f2-c9b70a3e70a9 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Calling delete_port for 886ad60a-250f-4b2e-96c7-02b639f833dd owned by compute:nova {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:42:57.255966 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-db0b1d1a-46c5-44e4-9c94-0a3bff9fb724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:57.260190 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e664fc60-9292-49ba-9a2c-89b32a4183ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:57.268168 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-7d051c59-6759-496d-844d-9b0889d12bab req-324ae5d8-371f-4e76-82f2-c9b70a3e70a9 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:57.275105 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-73299738-6015-4abd-a923-4f9e3f0578a0 tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:57.280086 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] get_ports_and_sgs() called for port_ids ['e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 14:42:57.305837 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b1d1a-46c5-44e4-9c94-0a3bff9fb724 admin admin] Pushing event deleted for resources: {'Port': ['ID=622f5bca-653d-4a23-a2ce-f6285944ff13,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:57.327839 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ae5d8-371f-4e76-82f2-c9b70a3e70a9 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Pushing event deleted for resources: {'Port': ['ID=886ad60a-250f-4b2e-96c7-02b639f833dd,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:57.335816 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-324ae5d8-371f-4e76-82f2-c9b70a3e70a9 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:57.379195 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-db0b1d1a-46c5-44e4-9c94-0a3bff9fb724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:57.427883 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d051c59-6759-496d-844d-9b0889d12bab req-324ae5d8-371f-4e76-82f2-c9b70a3e70a9 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] No DVR routers for this DVR port 886ad60a-250f-4b2e-96c7-02b639f833dd on host hv-cinder-77262 {{(pid=73821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:42:57.432207 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-7d051c59-6759-496d-844d-9b0889d12bab req-324ae5d8-371f-4e76-82f2-c9b70a3e70a9 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:57.437323 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41150393-1140-4826-ba51-8493d9e78769', 'name': 'network-vif-deleted', 'tag': '886ad60a-250f-4b2e-96c7-02b639f833dd'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:42:57.456091 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-7d051c59-6759-496d-844d-9b0889d12bab req-324ae5d8-371f-4e76-82f2-c9b70a3e70a9 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.47 "DELETE /v2.0/ports/886ad60a-250f-4b2e-96c7-02b639f833dd HTTP/1.1" status: 204 len: 173 time: 0.7462444 May 04 14:42:57.514170 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41150393-1140-4826-ba51-8493d9e78769', 'name': 'network-vif-deleted', 'tag': '886ad60a-250f-4b2e-96c7-02b639f833dd', 'status': 'completed', 'code': 200} May 04 14:42:57.741412 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-db0b1d1a-46c5-44e4-9c94-0a3bff9fb724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943603'] for router_interface, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:58.080666 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-e1980e7a-6791-4e82-943f-48cf50c23331 req-4d2f1109-07cd-4250-9c67-193d68347866 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Synchronizing usage tracker for tenant:e0ee7ceeed354462ba7236f1675bbb18 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:42:58.097177 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-e1980e7a-6791-4e82-943f-48cf50c23331 req-4d2f1109-07cd-4250-9c67-193d68347866 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Unset dirty status for tenant:e0ee7ceeed354462ba7236f1675bbb18 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:42:58.098449 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-e1980e7a-6791-4e82-943f-48cf50c23331 req-4d2f1109-07cd-4250-9c67-193d68347866 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=41150393-1140-4826-ba51-8493d9e78769 HTTP/1.1" status: 200 len: 210 time: 0.0621924 May 04 14:42:58.162979 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0b1d1a-46c5-44e4-9c94-0a3bff9fb724 admin admin] Router 3361478f-f028-432c-9679-f464b58e90f9 has already been hosted by L3 agent 3379ee54-3fe5-48cf-9067-3a484db9211f {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 14:42:58.344262 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0b1d1a-46c5-44e4-9c94-0a3bff9fb724 admin admin] Notify agent at l3_agent.dv-cinder-772623-4-smb the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 14:42:58.354272 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed082722-a05c-40fb-b91f-2c047c10f5dd None None] Sync routers for ids ['3361478f-f028-432c-9679-f464b58e90f9'] in dv-cinder-772623-4-smb {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:42:58.368456 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-db0b1d1a-46c5-44e4-9c94-0a3bff9fb724 admin admin] 10.222.0.37 "PUT /v2.0/routers/3361478f-f028-432c-9679-f464b58e90f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6273444 May 04 14:42:58.368693 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed082722-a05c-40fb-b91f-2c047c10f5dd None None] Routers {'3361478f-f028-432c-9679-f464b58e90f9'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:42:58.369056 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-ed082722-a05c-40fb-b91f-2c047c10f5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:42:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['3361478f-f028-432c-9679-f464b58e90f9'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:58.371106 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35106) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:58.549235 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-ed082722-a05c-40fb-b91f-2c047c10f5dd None None] Set router 3361478f-f028-432c-9679-f464b58e90f9 gateway port host: dv-cinder-772623-4-smb {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:42:58.563935 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-93fdbc19-0377-4b2f-9b9d-1ae782e9d692 admin admin] Notify callbacks [] for router, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:58.746526 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-93fdbc19-0377-4b2f-9b9d-1ae782e9d692 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:58.828751 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-93fdbc19-0377-4b2f-9b9d-1ae782e9d692 admin admin] Deleting port 5edc9771-2b15-4441-b997-73dc56a93b5b {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:42:58.828999 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-93fdbc19-0377-4b2f-9b9d-1ae782e9d692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:58.845771 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-ed082722-a05c-40fb-b91f-2c047c10f5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3361478f-f028-432c-9679-f464b58e90f9', 'name': 'tempest-TestMinimumBasicScenario-2090420788-router', 'tenant_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'external_fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '5edc9771-2b15-4441-b997-73dc56a93b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:30Z', 'updated_at': '2021-05-04T14:42:57Z', 'revision_number': 5, 'project_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'gw_port': {'id': '5edc9771-2b15-4441-b997-73dc56a93b5b', 'name': '', 'network_id': '49af3acc-aa66-439a-917a-edeb41136f16', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3361478f-f028-432c-9679-f464b58e90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T14:40:31Z', 'updated_at': '2021-05-04T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106a0d71-9dcf-4db1-913d-79820d2de789', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-4-smb'}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:58.850003 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed082722-a05c-40fb-b91f-2c047c10f5dd None None] Checking router: 3361478f-f028-432c-9679-f464b58e90f9 for host: dv-cinder-772623-4-smb {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:42:58.860074 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed082722-a05c-40fb-b91f-2c047c10f5dd None None] Routers {'3361478f-f028-432c-9679-f464b58e90f9'} bound to L3 agent in host dv-cinder-772623-4-smb {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 14:42:58.860688 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-ed082722-a05c-40fb-b91f-2c047c10f5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T14:25:38Z,description=,heartbeat_timestamp=2021-05-04T14:42:38Z,host='dv-cinder-772623-4-smb',id=3379ee54-3fe5-48cf-9067-3a484db9211f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T14:25:38Z,topic='l3_agent')) {'router_ids': ['3361478f-f028-432c-9679-f464b58e90f9'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:58.893733 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 886ad60a-250f-4b2e-96c7-02b639f833dd no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:42:58.928773 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] No Port match for: 886ad60a-250f-4b2e-96c7-02b639f833dd {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:42:58.929315 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device 886ad60a-250f-4b2e-96c7-02b639f833dd not bound to the agent host hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:42:58.956307 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-93fdbc19-0377-4b2f-9b9d-1ae782e9d692 admin admin] For port 5edc9771-2b15-4441-b997-73dc56a93b5b, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=5edc9771-2b15-4441-b997-73dc56a93b5b,segment=NetworkSegment(6e93134e-36a0-4667-b09d-daeedffd97c7),segment_id=6e93134e-36a0-4667-b09d-daeedffd97c7)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:42:58.956617 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-93fdbc19-0377-4b2f-9b9d-1ae782e9d692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:59.053690 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-ed082722-a05c-40fb-b91f-2c047c10f5dd None None] Set router 3361478f-f028-432c-9679-f464b58e90f9 gateway port host: None {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 14:42:59.080705 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-93fdbc19-0377-4b2f-9b9d-1ae782e9d692 admin admin] Calling delete_port for 5edc9771-2b15-4441-b997-73dc56a93b5b owned by network:router_gateway {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:42:59.163241 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-ed082722-a05c-40fb-b91f-2c047c10f5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3361478f-f028-432c-9679-f464b58e90f9', 'name': 'tempest-TestMinimumBasicScenario-2090420788-router', 'tenant_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:30Z', 'updated_at': '2021-05-04T14:42:58Z', 'revision_number': 6, 'project_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'gw_port_host': None}], 'dv-cinder-772623-4-smb', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:42:59.167990 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed082722-a05c-40fb-b91f-2c047c10f5dd None None] The sync data for ids ['3361478f-f028-432c-9679-f464b58e90f9'] in dv-cinder-772623-4-smb is: [{'id': '3361478f-f028-432c-9679-f464b58e90f9', 'name': 'tempest-TestMinimumBasicScenario-2090420788-router', 'tenant_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T14:40:30Z', 'updated_at': '2021-05-04T14:42:58Z', 'revision_number': 6, 'project_id': '4fc6b55d41e7470f81c4ad3c63c9e112', 'gw_port_host': None}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:42:59.374675 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-93fdbc19-0377-4b2f-9b9d-1ae782e9d692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:59.379675 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d5055f86-a2a1-4c97-bdfc-74170f9c250d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:42:59.423935 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdbc19-0377-4b2f-9b9d-1ae782e9d692 admin admin] Pushing event deleted for resources: {'Port': ['ID=5edc9771-2b15-4441-b997-73dc56a93b5b,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:42:59.426395 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-93fdbc19-0377-4b2f-9b9d-1ae782e9d692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:42:59.530364 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-93fdbc19-0377-4b2f-9b9d-1ae782e9d692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946028'] for router_gateway, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:59.717247 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-93fdbc19-0377-4b2f-9b9d-1ae782e9d692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27306'] for router, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:59.719418 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-93fdbc19-0377-4b2f-9b9d-1ae782e9d692 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:59.742579 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-93fdbc19-0377-4b2f-9b9d-1ae782e9d692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-945444'] for router, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:59.743353 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fdbc19-0377-4b2f-9b9d-1ae782e9d692 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3361478f-f028-432c-9679-f464b58e90f9 {{(pid=73822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 14:42:59.756164 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-93fdbc19-0377-4b2f-9b9d-1ae782e9d692 admin admin] Notify callbacks [] for router, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:59.757330 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-93fdbc19-0377-4b2f-9b9d-1ae782e9d692 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3361478f-f028-432c-9679-f464b58e90f9 HTTP/1.1" status: 204 len: 168 time: 1.3852723 May 04 14:42:59.761063 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35116) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:42:59.820027 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3bd0328-1884-42d4-8700-7133a85cab97 admin admin] Deleting subnet 6d71962a-6882-42f4-9cd8-42e9274df081 {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:42:59.823281 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a3bd0328-1884-42d4-8700-7133a85cab97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:59.878066 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a3bd0328-1884-42d4-8700-7133a85cab97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743640'] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:42:59.966985 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a3bd0328-1884-42d4-8700-7133a85cab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005557'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:00.241041 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a3bd0328-1884-42d4-8700-7133a85cab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4005564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11462968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11678285'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:00.245301 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:00.281135 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd0328-1884-42d4-8700-7133a85cab97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d71962a-6882-42f4-9cd8-42e9274df081,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:00.283647 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a3bd0328-1884-42d4-8700-7133a85cab97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:00.286731 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a3bd0328-1884-42d4-8700-7133a85cab97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:00.294261 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3136ae30-e427-48c3-8fb6-2a95d165ed01 None None] Network d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6 requested from dv-cinder-772623-4-smb {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 14:43:00.294950 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-a3bd0328-1884-42d4-8700-7133a85cab97 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6d71962a-6882-42f4-9cd8-42e9274df081 HTTP/1.1" status: 204 len: 168 time: 0.5322335 May 04 14:43:00.297378 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35120) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:00.409498 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4112595'] for network, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:00.563740 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] Deleting port cfc10462-9c4c-4115-9976-d86f27389978 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:43:00.564278 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:00.575306 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee27c572-f29d-4cb6-b4c5-14631ba3aeb3 None None] DHCP port deletion for d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6 request from dv-cinder-772623-4-smb {{(pid=73823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 14:43:00.651712 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-ee27c572-f29d-4cb6-b4c5-14631ba3aeb3 None None] Deleting port cfc10462-9c4c-4115-9976-d86f27389978 {{(pid=73823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:43:00.651876 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ee27c572-f29d-4cb6-b4c5-14631ba3aeb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:00.698398 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] For port cfc10462-9c4c-4115-9976-d86f27389978, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=cfc10462-9c4c-4115-9976-d86f27389978,segment=NetworkSegment(65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30),segment_id=65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:43:00.698946 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:00.738474 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 622f5bca-653d-4a23-a2ce-f6285944ff13 no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:43:00.788708 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No Port match for: 622f5bca-653d-4a23-a2ce-f6285944ff13 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:43:00.789130 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 622f5bca-653d-4a23-a2ce-f6285944ff13 not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:43:00.789498 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device cfc10462-9c4c-4115-9976-d86f27389978 no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:43:00.851049 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-ee27c572-f29d-4cb6-b4c5-14631ba3aeb3 None None] For port cfc10462-9c4c-4115-9976-d86f27389978, host dv-cinder-772623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-4-smb',level=0,port_id=cfc10462-9c4c-4115-9976-d86f27389978,segment=NetworkSegment(65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30),segment_id=65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:43:00.851197 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ee27c572-f29d-4cb6-b4c5-14631ba3aeb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:00.852060 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] Calling delete_port for cfc10462-9c4c-4115-9976-d86f27389978 owned by network:dhcp {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:43:00.908971 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11463881'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:00.915235 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a56c4c7a-3714-4d19-ab81-fe77e734c4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:00.959862 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc10462-9c4c-4115-9976-d86f27389978,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:00.962993 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:00.965612 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] No DVR routers for this DVR port cfc10462-9c4c-4115-9976-d86f27389978 on host dv-cinder-772623-4-smb {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:43:00.982486 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-ee27c572-f29d-4cb6-b4c5-14631ba3aeb3 None None] Calling delete_port for cfc10462-9c4c-4115-9976-d86f27389978 owned by network:dhcp {{(pid=73823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:43:00.988681 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No active binding found for port cfc10462-9c4c-4115-9976-d86f27389978 {{(pid=73823) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 04 14:43:00.989698 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device cfc10462-9c4c-4115-9976-d86f27389978 not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:43:00.989698 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 5edc9771-2b15-4441-b997-73dc56a93b5b no longer exists at agent ovs-agent-dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:43:01.025237 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-239c06ea-7a42-45b6-a254-721803401992 None None] No Port match for: 5edc9771-2b15-4441-b997-73dc56a93b5b {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:43:01.025591 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Device 5edc9771-2b15-4441-b997-73dc56a93b5b not bound to the agent host dv-cinder-772623-4-smb {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:43:01.034012 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83f0bb-117f-4268-8b4c-58bd22c63e4e req-22332576-71de-4f1b-b96f-bb9b4d1439bd tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:01.035685 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3b83f0bb-117f-4268-8b4c-58bd22c63e4e req-22332576-71de-4f1b-b96f-bb9b4d1439bd tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba1c0c68-392d-4d69-9638-269d79fe31d0 HTTP/1.1" status: 200 len: 945 time: 0.1023350 May 04 14:43:01.084643 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ee27c572-f29d-4cb6-b4c5-14631ba3aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511'] for port, after_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:01.092011 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3b83f0bb-117f-4268-8b4c-58bd22c63e4e req-38913239-114a-479c-b6b2-5fbac0ac0240 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474868 May 04 14:43:01.095761 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:01.134186 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee27c572-f29d-4cb6-b4c5-14631ba3aeb3 None None] No DVR routers for this DVR port cfc10462-9c4c-4115-9976-d86f27389978 on host dv-cinder-772623-4-smb {{(pid=73823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:43:01.144421 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27c572-f29d-4cb6-b4c5-14631ba3aeb3 None None] Pushing event deleted for resources: {'Port': ['ID=cfc10462-9c4c-4115-9976-d86f27389978,revision_number=None']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:01.147216 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-ee27c572-f29d-4cb6-b4c5-14631ba3aeb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:01.204393 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999016', 'neutron.services.segments.db._delete_segments_for_network-8740809660721'] for network, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:01.333187 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6']}} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:01.347886 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30') {'for_net_delete': True} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:01.348109 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f6fcfa-3e4a-42b8-8966-f1a0b9d36a30') {} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:01.361106 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740809672551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743649'] for segment, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:01.378768 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:01.386749 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=73822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:43:01.567326 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] Network d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:43:01.576651 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4025312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11463834'] for segment, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:01.750976 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] Network d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: Traceback (most recent call last): May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: timer() May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: cb(*args, **kw) May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: return func(*args, **kwargs) May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: self._notify() May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: self.callback(batched_events) May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: event.method(event) May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: return f(self, *a, **k) May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: return self._get(url).json() May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: return self.request(url, 'GET', **kwargs) May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:43:01.772629 dv-cinder-772623-4-smb neutron-server[73822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:43:01.851632 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945987'] for network, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:01.855493 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:01.869466 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:01.884151 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:01.889246 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:01.892665 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-1d0c5da1-7919-4165-9cf5-fb30e16e53f9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d8fc77c0-f1d0-4eaf-92db-afba43f8a9d6 HTTP/1.1" status: 204 len: 168 time: 1.5942981 May 04 14:43:02.031072 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35132) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:02.085880 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-8d5111ee-87e8-44e3-9b98-97e18118488e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f8903754102478a95492f2697e8adbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533447 May 04 14:43:02.088446 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35136) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:02.152950 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-24a3c8e1-ce5d-47e4-9081-6b9c96e1a804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:02.184111 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-24a3c8e1-ce5d-47e4-9081-6b9c96e1a804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:02.243534 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-24a3c8e1-ce5d-47e4-9081-6b9c96e1a804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:02.250266 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4a1978cb-c355-40d8-9584-d1416eb90617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:02.267859 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3c8e1-ce5d-47e4-9081-6b9c96e1a804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9732e2ab-90ae-4ffc-aa19-6fb82faa144b,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:02.270977 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-24a3c8e1-ce5d-47e4-9081-6b9c96e1a804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:02.283005 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-24a3c8e1-ce5d-47e4-9081-6b9c96e1a804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:02.288398 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-24a3c8e1-ce5d-47e4-9081-6b9c96e1a804 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9732e2ab-90ae-4ffc-aa19-6fb82faa144b HTTP/1.1" status: 204 len: 168 time: 0.1987967 May 04 14:43:02.299453 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadba883-9fcf-4817-822b-5a4875813b92 req-10604614-f23b-48ef-b1d8-12ad22f70972 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:02.301083 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-aadba883-9fcf-4817-822b-5a4875813b92 req-10604614-f23b-48ef-b1d8-12ad22f70972 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba1c0c68-392d-4d69-9638-269d79fe31d0 HTTP/1.1" status: 200 len: 945 time: 0.0940983 May 04 14:43:02.420895 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-aadba883-9fcf-4817-822b-5a4875813b92 req-93b9606f-5239-4ff0-9e56-42c737f245a9 tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/security-groups?id=39f1fae2-3df6-44ab-b434-5dd251d1615b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129050 May 04 14:43:02.466267 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40cad0-ba40-4b9d-8517-655fe8e5a9e0 req-ec05f95a-51f0-40c2-8114-f669ee1ca2ad tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 14:43:02.468114 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8d40cad0-ba40-4b9d-8517-655fe8e5a9e0 req-ec05f95a-51f0-40c2-8114-f669ee1ca2ad tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba1c0c68-392d-4d69-9638-269d79fe31d0 HTTP/1.1" status: 200 len: 945 time: 0.0985100 May 04 14:43:02.607806 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-8d40cad0-ba40-4b9d-8517-655fe8e5a9e0 req-9ca42b2f-5a27-4fd0-bad9-522bb079928b tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Deleting port e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 14:43:02.608137 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-8d40cad0-ba40-4b9d-8517-655fe8e5a9e0 req-9ca42b2f-5a27-4fd0-bad9-522bb079928b tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740809649237'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:02.740994 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-8d40cad0-ba40-4b9d-8517-655fe8e5a9e0 req-9ca42b2f-5a27-4fd0-bad9-522bb079928b tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] For port e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a,segment=NetworkSegment(35c00e75-7e96-4859-bc66-e99468b941d8),segment_id=35c00e75-7e96-4859-bc66-e99468b941d8)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 14:43:02.741532 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-8d40cad0-ba40-4b9d-8517-655fe8e5a9e0 req-9ca42b2f-5a27-4fd0-bad9-522bb079928b tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943801'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:02.765260 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35146) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:02.817476 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-9df8bb68-0519-4e6c-81a2-7cecb7b7175a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4fc6b55d41e7470f81c4ad3c63c9e112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506303 May 04 14:43:02.820194 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35150) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:02.888105 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-84e4f7f8-3c71-447e-8b28-83dd5763ef98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:02.915903 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-84e4f7f8-3c71-447e-8b28-83dd5763ef98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:02.966663 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [req-8d40cad0-ba40-4b9d-8517-655fe8e5a9e0 req-9ca42b2f-5a27-4fd0-bad9-522bb079928b tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Calling delete_port for e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a owned by compute:nova {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 14:43:02.970599 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-84e4f7f8-3c71-447e-8b28-83dd5763ef98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:02.976227 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-720ede31-8f68-4d21-a5b3-8ba6fb127db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:02.988194 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4f7f8-3c71-447e-8b28-83dd5763ef98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36ed8c4-412f-4819-b370-dfd53dd522f1,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:02.991162 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-84e4f7f8-3c71-447e-8b28-83dd5763ef98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:02.993877 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-84e4f7f8-3c71-447e-8b28-83dd5763ef98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:02.994559 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-84e4f7f8-3c71-447e-8b28-83dd5763ef98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d36ed8c4-412f-4819-b370-dfd53dd522f1 HTTP/1.1" status: 204 len: 168 time: 0.1733549 May 04 14:43:03.079556 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-8d40cad0-ba40-4b9d-8517-655fe8e5a9e0 req-9ca42b2f-5a27-4fd0-bad9-522bb079928b tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4093254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740809651366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740809236511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10542759'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:03.085237 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c3077dda-eaff-427b-9aa2-0f23d8265e2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:03.128257 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca42b2f-5a27-4fd0-bad9-522bb079928b tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Pushing event deleted for resources: {'Port': ['ID=e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:03.132475 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9ca42b2f-5a27-4fd0-bad9-522bb079928b tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:03.212004 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d40cad0-ba40-4b9d-8517-655fe8e5a9e0 req-9ca42b2f-5a27-4fd0-bad9-522bb079928b tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] No DVR routers for this DVR port e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a on host hv-cinder-77262 {{(pid=73821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:43:03.214728 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-8d40cad0-ba40-4b9d-8517-655fe8e5a9e0 req-9ca42b2f-5a27-4fd0-bad9-522bb079928b tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425177'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:03.225690 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1c0c68-392d-4d69-9638-269d79fe31d0', 'name': 'network-vif-deleted', 'tag': 'e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 14:43:03.232871 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-8d40cad0-ba40-4b9d-8517-655fe8e5a9e0 req-9ca42b2f-5a27-4fd0-bad9-522bb079928b tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.47 "DELETE /v2.0/ports/e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a HTTP/1.1" status: 204 len: 173 time: 0.7591527 May 04 14:43:03.284266 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1c0c68-392d-4d69-9638-269d79fe31d0', 'name': 'network-vif-deleted', 'tag': 'e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a', 'status': 'completed', 'code': 200} May 04 14:43:03.591899 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-3e8a63df-13ba-4617-b538-5889afce10fc req-66577dff-9e90-491a-a2e3-0b79df03545d tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Synchronizing usage tracker for tenant:e0ee7ceeed354462ba7236f1675bbb18 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 14:43:03.613739 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [req-3e8a63df-13ba-4617-b538-5889afce10fc req-66577dff-9e90-491a-a2e3-0b79df03545d tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] Unset dirty status for tenant:e0ee7ceeed354462ba7236f1675bbb18 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 14:43:03.614892 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [req-3e8a63df-13ba-4617-b538-5889afce10fc req-66577dff-9e90-491a-a2e3-0b79df03545d tempest-AttachVolumeNegativeTest-322252168 tempest-AttachVolumeNegativeTest-322252168-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba1c0c68-392d-4d69-9638-269d79fe31d0 HTTP/1.1" status: 200 len: 210 time: 0.0663490 May 04 14:43:04.868418 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35162) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:04.918156 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a no longer exists at agent hyperv_hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 14:43:04.929972 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-443445b9-082a-45d9-99e3-cc4034525520 admin admin] Deleting subnet 9aa762c1-def8-4d2b-8283-cd7b5637848e {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 14:43:04.933297 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-443445b9-082a-45d9-99e3-cc4034525520 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:04.952812 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] No Port match for: e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 14:43:04.953195 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Device e54265e7-d2dc-46e0-8b3e-ed2df4bf0a7a not bound to the agent host hv-cinder-77262 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 14:43:04.988162 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-443445b9-082a-45d9-99e3-cc4034525520 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743640'] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:05.052411 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-443445b9-082a-45d9-99e3-cc4034525520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005557'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:05.305215 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-443445b9-082a-45d9-99e3-cc4034525520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4005564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11462968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11678285'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:05.311585 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a76b2c48-fa51-4ded-9b91-788ce0574ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:05.350408 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443445b9-082a-45d9-99e3-cc4034525520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aa762c1-def8-4d2b-8283-cd7b5637848e,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:05.352417 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-443445b9-082a-45d9-99e3-cc4034525520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:05.354998 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-443445b9-082a-45d9-99e3-cc4034525520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:05.359468 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-443445b9-082a-45d9-99e3-cc4034525520 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9aa762c1-def8-4d2b-8283-cd7b5637848e HTTP/1.1" status: 204 len: 168 time: 0.4899645 May 04 14:43:05.363572 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35166) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:05.582303 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-00bef6af-1f2c-4191-a2b5-d1a6c95a9013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4112595'] for network, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:05.657477 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7bc36471-c93b-401e-a8a9-b972f4f63178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:05.724399 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-00bef6af-1f2c-4191-a2b5-d1a6c95a9013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999016', 'neutron.services.segments.db._delete_segments_for_network-8740809660721'] for network, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:05.842193 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-00bef6af-1f2c-4191-a2b5-d1a6c95a9013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f657441d-5a25-438f-ac94-817e5dcff381']}} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:05.854866 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-00bef6af-1f2c-4191-a2b5-d1a6c95a9013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c00e75-7e96-4859-bc66-e99468b941d8') {'for_net_delete': True} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:05.855185 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.services.segments.db [None req-00bef6af-1f2c-4191-a2b5-d1a6c95a9013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c00e75-7e96-4859-bc66-e99468b941d8') {} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:05.866849 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-00bef6af-1f2c-4191-a2b5-d1a6c95a9013 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740809672551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743649'] for segment, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:05.885272 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-00bef6af-1f2c-4191-a2b5-d1a6c95a9013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025327'] for segment, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:05.892215 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bef6af-1f2c-4191-a2b5-d1a6c95a9013 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=73822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:43:06.062961 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-00bef6af-1f2c-4191-a2b5-d1a6c95a9013 admin admin] Network f657441d-5a25-438f-ac94-817e5dcff381 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:43:06.071962 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-00bef6af-1f2c-4191-a2b5-d1a6c95a9013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4025312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11463834'] for segment, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:06.244223 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-00bef6af-1f2c-4191-a2b5-d1a6c95a9013 admin admin] Network f657441d-5a25-438f-ac94-817e5dcff381 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: Traceback (most recent call last): May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: timer() May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: cb(*args, **kw) May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: return func(*args, **kwargs) May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: self._notify() May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: self.callback(batched_events) May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: event.method(event) May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: return f(self, *a, **k) May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: return self._get(url).json() May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: return self.request(url, 'GET', **kwargs) May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:43:06.265309 dv-cinder-772623-4-smb neutron-server[73822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:43:06.345192 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-00bef6af-1f2c-4191-a2b5-d1a6c95a9013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945987'] for network, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:06.351063 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d7d673d1-686a-4420-8343-42d3ba420887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:06.370864 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-00bef6af-1f2c-4191-a2b5-d1a6c95a9013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552613'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:06.385458 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bef6af-1f2c-4191-a2b5-d1a6c95a9013 admin admin] Pushing event deleted for resources: {'Network': ['ID=f657441d-5a25-438f-ac94-817e5dcff381,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:06.388744 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-00bef6af-1f2c-4191-a2b5-d1a6c95a9013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:06.395391 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-00bef6af-1f2c-4191-a2b5-d1a6c95a9013 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f657441d-5a25-438f-ac94-817e5dcff381 HTTP/1.1" status: 204 len: 168 time: 1.0309031 May 04 14:43:06.583168 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35172) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:06.636321 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-bf56bcc3-ec5e-425d-95d0-9c2dde054e5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0ee7ceeed354462ba7236f1675bbb18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515404 May 04 14:43:06.640144 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35176) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:06.699916 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5d2b9862-853a-4510-8d26-571debd4c51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:06.727878 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5d2b9862-853a-4510-8d26-571debd4c51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:06.784236 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5d2b9862-853a-4510-8d26-571debd4c51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:06.789321 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c1aa9d09-37d6-451a-9a34-eb74b2231f3b tempest-AttachVolumeTestJSON-18349228 tempest-AttachVolumeTestJSON-18349228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:06.802921 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b9862-853a-4510-8d26-571debd4c51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f1fae2-3df6-44ab-b434-5dd251d1615b,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:06.805946 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5d2b9862-853a-4510-8d26-571debd4c51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:06.811710 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5d2b9862-853a-4510-8d26-571debd4c51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:06.815314 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-5d2b9862-853a-4510-8d26-571debd4c51b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39f1fae2-3df6-44ab-b434-5dd251d1615b HTTP/1.1" status: 204 len: 168 time: 0.1718080 May 04 14:43:08.050991 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ac3602c4-0064-4002-b926-1ab4ea97c34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:08.233156 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:08.897660 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 35232) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:09.025095 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-564f4322-2988-45fb-a3db-6f01f91903c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:09.039843 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-564f4322-2988-45fb-a3db-6f01f91903c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:09.044011 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-564f4322-2988-45fb-a3db-6f01f91903c6 admin admin] Usage tracker for resource:security_group_rule and tenant:2cb91adf1fe24c5991c05ab98ba69f5c is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:09.047084 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-564f4322-2988-45fb-a3db-6f01f91903c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:09.053346 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-564f4322-2988-45fb-a3db-6f01f91903c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:09.122953 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:09.141142 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-564f4322-2988-45fb-a3db-6f01f91903c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:09.145927 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-564f4322-2988-45fb-a3db-6f01f91903c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:09.152602 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d7c7d80e-4067-4e31-81d5-4bd5480d3c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:09.199441 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-564f4322-2988-45fb-a3db-6f01f91903c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2cb91adf1fe24c5991c05ab98ba69f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003342 May 04 14:43:09.200360 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f4322-2988-45fb-a3db-6f01f91903c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ad5da4-7a48-4d2a-a14b-b058e9bdb148,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:09.202497 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35238) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:09.203663 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-564f4322-2988-45fb-a3db-6f01f91903c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:09.268232 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8bc9f72b-29ca-45e0-b91b-01f817cf6146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:09.296862 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8bc9f72b-29ca-45e0-b91b-01f817cf6146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:09.353208 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8bc9f72b-29ca-45e0-b91b-01f817cf6146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:09.359059 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-fe3ddae9-0b34-4559-9d9d-710a32d2c1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:09.371322 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9f72b-29ca-45e0-b91b-01f817cf6146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ad5da4-7a48-4d2a-a14b-b058e9bdb148,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:09.375110 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8bc9f72b-29ca-45e0-b91b-01f817cf6146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:09.380973 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8bc9f72b-29ca-45e0-b91b-01f817cf6146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:09.384668 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-8bc9f72b-29ca-45e0-b91b-01f817cf6146 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15ad5da4-7a48-4d2a-a14b-b058e9bdb148 HTTP/1.1" status: 204 len: 168 time: 0.1786590 May 04 14:43:09.708145 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35246) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:09.726607 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0e184c37-a6f0-48ad-9a71-96ffd69526a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:09.741654 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0e184c37-a6f0-48ad-9a71-96ffd69526a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:09.746398 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-0e184c37-a6f0-48ad-9a71-96ffd69526a5 admin admin] Usage tracker for resource:security_group_rule and tenant:bdaab8188c9044d681f4d876fbe68fc0 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:09.749422 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-0e184c37-a6f0-48ad-9a71-96ffd69526a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:09.755483 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0e184c37-a6f0-48ad-9a71-96ffd69526a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:09.844167 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0e184c37-a6f0-48ad-9a71-96ffd69526a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:09.850061 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0e184c37-a6f0-48ad-9a71-96ffd69526a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:09.858805 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f57a628f-e3d6-4e09-b233-41f9517b6163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:09.899678 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-0e184c37-a6f0-48ad-9a71-96ffd69526a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bdaab8188c9044d681f4d876fbe68fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904092 May 04 14:43:09.900464 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e184c37-a6f0-48ad-9a71-96ffd69526a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dee7bfb-bb38-4145-a131-e02ce7ebbb06,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:09.903149 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 35250) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:09.903665 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0e184c37-a6f0-48ad-9a71-96ffd69526a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:09.964188 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f0a80ca1-ecfd-43d8-8578-b0e67fdc6500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:09.994614 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f0a80ca1-ecfd-43d8-8578-b0e67fdc6500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:10.051127 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f0a80ca1-ecfd-43d8-8578-b0e67fdc6500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:10.056763 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-cb5b97ef-249a-4625-bbe2-c1affd7e57e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:10.069837 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a80ca1-ecfd-43d8-8578-b0e67fdc6500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dee7bfb-bb38-4145-a131-e02ce7ebbb06,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:10.073758 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f0a80ca1-ecfd-43d8-8578-b0e67fdc6500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:10.079580 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f0a80ca1-ecfd-43d8-8578-b0e67fdc6500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:10.080740 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-f0a80ca1-ecfd-43d8-8578-b0e67fdc6500 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2dee7bfb-bb38-4145-a131-e02ce7ebbb06 HTTP/1.1" status: 204 len: 168 time: 0.1766202 May 04 14:43:10.913071 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:11.595918 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:43:12.508125 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 35322) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:12.645218 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c7e60d51-5e8e-4435-80aa-d915579ee93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:12.660649 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-c7e60d51-5e8e-4435-80aa-d915579ee93a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:12.664947 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-c7e60d51-5e8e-4435-80aa-d915579ee93a admin admin] Usage tracker for resource:security_group_rule and tenant:6f4ebce8144b4e5e88641d1c652c1b0c is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:12.668128 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-c7e60d51-5e8e-4435-80aa-d915579ee93a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:12.674420 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-c7e60d51-5e8e-4435-80aa-d915579ee93a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:12.766416 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c7e60d51-5e8e-4435-80aa-d915579ee93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:12.772267 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c7e60d51-5e8e-4435-80aa-d915579ee93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:12.779768 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5ba9640a-b25a-49d6-b72a-4d2a8a84da3a tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:12.822888 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-c7e60d51-5e8e-4435-80aa-d915579ee93a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f4ebce8144b4e5e88641d1c652c1b0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135545 May 04 14:43:12.823986 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e60d51-5e8e-4435-80aa-d915579ee93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be4caf4-da85-497e-9606-5a500eb8478c,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:12.826890 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35328) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:12.828232 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c7e60d51-5e8e-4435-80aa-d915579ee93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:12.896759 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-de279b20-e755-4db8-b6a3-3e7988be3bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:12.925195 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-de279b20-e755-4db8-b6a3-3e7988be3bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:12.982436 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-de279b20-e755-4db8-b6a3-3e7988be3bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:12.986482 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-27a5d53c-0cde-46a8-ba0d-146ba6b48c6b tempest-AttachVolumeShelveTestJSON-1682138153 tempest-AttachVolumeShelveTestJSON-1682138153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:13.001377 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de279b20-e755-4db8-b6a3-3e7988be3bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be4caf4-da85-497e-9606-5a500eb8478c,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:13.005020 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-de279b20-e755-4db8-b6a3-3e7988be3bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:13.013130 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-de279b20-e755-4db8-b6a3-3e7988be3bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:13.014317 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-de279b20-e755-4db8-b6a3-3e7988be3bc5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7be4caf4-da85-497e-9606-5a500eb8478c HTTP/1.1" status: 204 len: 168 time: 0.1863027 May 04 14:43:13.340599 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35336) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:13.358750 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3eb8cfca-766e-4367-a8f6-3b12ad2847ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:13.377117 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3eb8cfca-766e-4367-a8f6-3b12ad2847ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:13.383809 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-3eb8cfca-766e-4367-a8f6-3b12ad2847ce admin admin] Usage tracker for resource:security_group_rule and tenant:2152ad499d204eeb8a0ac81c108a0fec is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:13.388412 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-3eb8cfca-766e-4367-a8f6-3b12ad2847ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:13.397459 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3eb8cfca-766e-4367-a8f6-3b12ad2847ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:13.478371 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:13.492061 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3eb8cfca-766e-4367-a8f6-3b12ad2847ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:13.496899 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3eb8cfca-766e-4367-a8f6-3b12ad2847ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:13.503562 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-bed471a1-1f21-436c-a800-eaeec5316b4c tempest-VolumesNegativeTest-1339437898 tempest-VolumesNegativeTest-1339437898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:13.549406 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-3eb8cfca-766e-4367-a8f6-3b12ad2847ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2152ad499d204eeb8a0ac81c108a0fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2076597 May 04 14:43:13.550370 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8cfca-766e-4367-a8f6-3b12ad2847ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51b7308-7708-45f8-a6e1-6d0d20859fdc,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:13.553257 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 35340) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:13.553811 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3eb8cfca-766e-4367-a8f6-3b12ad2847ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:13.622069 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cb3d717e-daea-49bb-bec3-59c88f59b981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:13.651175 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cb3d717e-daea-49bb-bec3-59c88f59b981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:13.714376 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cb3d717e-daea-49bb-bec3-59c88f59b981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:13.718575 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c54c5be1-7fb2-42e7-ad95-613dd8e18f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:13.731291 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d717e-daea-49bb-bec3-59c88f59b981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51b7308-7708-45f8-a6e1-6d0d20859fdc,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:13.733651 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-cb3d717e-daea-49bb-bec3-59c88f59b981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:13.742009 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cb3d717e-daea-49bb-bec3-59c88f59b981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:13.743097 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-cb3d717e-daea-49bb-bec3-59c88f59b981 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f51b7308-7708-45f8-a6e1-6d0d20859fdc HTTP/1.1" status: 204 len: 168 time: 0.1888392 May 04 14:43:26.338870 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35448) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:26.465996 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ad4cc1da-e1ff-4a1b-9a30-8bd886f4521d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:26.481575 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-ad4cc1da-e1ff-4a1b-9a30-8bd886f4521d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:26.485929 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-ad4cc1da-e1ff-4a1b-9a30-8bd886f4521d admin admin] Usage tracker for resource:security_group_rule and tenant:11c1800d6fbc4e2e884ca4cf818c20bc is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:26.488973 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-ad4cc1da-e1ff-4a1b-9a30-8bd886f4521d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:26.495941 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-ad4cc1da-e1ff-4a1b-9a30-8bd886f4521d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:26.589710 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ad4cc1da-e1ff-4a1b-9a30-8bd886f4521d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:26.595597 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ad4cc1da-e1ff-4a1b-9a30-8bd886f4521d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:26.603123 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1ad46a1a-d5a6-4567-9694-7af6d8fe4c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:26.641571 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4cc1da-e1ff-4a1b-9a30-8bd886f4521d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1312cd11-05d5-472b-bd5c-153efff8e682,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:26.645131 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ad4cc1da-e1ff-4a1b-9a30-8bd886f4521d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:26.647631 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-ad4cc1da-e1ff-4a1b-9a30-8bd886f4521d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11c1800d6fbc4e2e884ca4cf818c20bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077829 May 04 14:43:26.650755 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 35454) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:26.719025 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c4d9f526-b288-4f5c-930c-041cc1cddd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:26.746380 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c4d9f526-b288-4f5c-930c-041cc1cddd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:26.808216 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c4d9f526-b288-4f5c-930c-041cc1cddd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:26.811988 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4f5c79a7-8966-4250-a74a-b0f293a67406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:26.823333 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9f526-b288-4f5c-930c-041cc1cddd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1312cd11-05d5-472b-bd5c-153efff8e682,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:26.827392 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c4d9f526-b288-4f5c-930c-041cc1cddd9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:26.837199 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c4d9f526-b288-4f5c-930c-041cc1cddd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:26.837199 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-c4d9f526-b288-4f5c-930c-041cc1cddd9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1312cd11-05d5-472b-bd5c-153efff8e682 HTTP/1.1" status: 204 len: 168 time: 0.1805663 May 04 14:43:27.135449 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 35462) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:27.153230 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6959fc77-7257-47ec-b04a-caef3b39cf9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:27.168014 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-6959fc77-7257-47ec-b04a-caef3b39cf9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:27.172348 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-6959fc77-7257-47ec-b04a-caef3b39cf9e admin admin] Usage tracker for resource:security_group_rule and tenant:2a756f8cd4fc4a869cadbf64b8f41682 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:27.175313 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-6959fc77-7257-47ec-b04a-caef3b39cf9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:27.181319 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-6959fc77-7257-47ec-b04a-caef3b39cf9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:27.270892 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6959fc77-7257-47ec-b04a-caef3b39cf9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:27.276778 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6959fc77-7257-47ec-b04a-caef3b39cf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:27.284816 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d2b083f3-6e34-41bb-903d-acb0177bf429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:27.328761 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-6959fc77-7257-47ec-b04a-caef3b39cf9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a756f8cd4fc4a869cadbf64b8f41682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919217 May 04 14:43:27.329476 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959fc77-7257-47ec-b04a-caef3b39cf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1aeaff-ea11-431e-8e95-c772c418494f,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:27.331401 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35466) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:27.332605 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-6959fc77-7257-47ec-b04a-caef3b39cf9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:27.395844 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-265dfefb-36fd-4327-a3e6-02eb754eaa48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:27.427109 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-265dfefb-36fd-4327-a3e6-02eb754eaa48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:27.489240 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-265dfefb-36fd-4327-a3e6-02eb754eaa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:27.494968 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-541c01b4-1267-46e4-91e4-73baca14525a tempest-TestMinimumBasicScenario-503937324 tempest-TestMinimumBasicScenario-503937324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:27.511076 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265dfefb-36fd-4327-a3e6-02eb754eaa48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1aeaff-ea11-431e-8e95-c772c418494f,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:27.513759 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-265dfefb-36fd-4327-a3e6-02eb754eaa48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:27.523855 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-265dfefb-36fd-4327-a3e6-02eb754eaa48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:27.524889 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-265dfefb-36fd-4327-a3e6-02eb754eaa48 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be1aeaff-ea11-431e-8e95-c772c418494f HTTP/1.1" status: 204 len: 168 time: 0.1920626 May 04 14:43:35.662169 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-23843823-dec7-4155-a862-1a4c70da5d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:38.046173 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f201f571-cd7b-4881-8d95-2cee5717cd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:38.230313 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:39.132446 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:40.912665 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:41.936630 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 35576) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:42.074998 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:42.091662 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:42.096862 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Usage tracker for resource:security_group_rule and tenant:8bac643213f4498bb79db2eff041ba38 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:42.100171 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:42.106591 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:42.206856 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:42.211611 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:42.220424 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1c3b49f4-9639-4c5c-8b57-f8febb2363e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:42.262322 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8bac643213f4498bb79db2eff041ba38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242383 May 04 14:43:42.263249 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f56a18b-1d21-4639-8092-213d58d2c9d7,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:42.265872 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 35582) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:42.284077 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:42.284355 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:42.284749 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:42.285077 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:42.285469 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:42.285820 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:42.286171 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:42.286522 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:42.286870 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:42.287215 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:42.287556 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:42.287903 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:42.293890 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d427ea9f-e741-4727-b407-5cbc64a65ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:42.341377 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-36216807-93e1-4188-a0d3-6a2b8d823f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:42.369582 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-36216807-93e1-4188-a0d3-6a2b8d823f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:42.432263 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-36216807-93e1-4188-a0d3-6a2b8d823f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:42.436492 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d787092b-837d-474d-8f88-9124ac559462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:42.450241 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36216807-93e1-4188-a0d3-6a2b8d823f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f56a18b-1d21-4639-8092-213d58d2c9d7,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:42.454195 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-36216807-93e1-4188-a0d3-6a2b8d823f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:42.460474 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-36216807-93e1-4188-a0d3-6a2b8d823f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:42.463106 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-36216807-93e1-4188-a0d3-6a2b8d823f56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f56a18b-1d21-4639-8092-213d58d2c9d7 HTTP/1.1" status: 204 len: 168 time: 0.1948557 May 04 14:43:43.478067 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:48.596107 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:43:52.338201 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 35704) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:52.471760 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5f9c9d35-7efd-4592-9359-aa6113ebfe57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:52.488824 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-5f9c9d35-7efd-4592-9359-aa6113ebfe57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:52.492727 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-5f9c9d35-7efd-4592-9359-aa6113ebfe57 admin admin] Usage tracker for resource:security_group_rule and tenant:16239207a9f34a1795d8501124056517 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:52.495889 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-5f9c9d35-7efd-4592-9359-aa6113ebfe57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:52.501713 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-5f9c9d35-7efd-4592-9359-aa6113ebfe57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:52.589453 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5f9c9d35-7efd-4592-9359-aa6113ebfe57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:52.593658 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5f9c9d35-7efd-4592-9359-aa6113ebfe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:52.602381 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-7bb299c1-c6a4-4539-abdb-347ad243201f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:52.645470 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-5f9c9d35-7efd-4592-9359-aa6113ebfe57 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16239207a9f34a1795d8501124056517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061090 May 04 14:43:52.646326 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c9d35-7efd-4592-9359-aa6113ebfe57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0abdf7-77f3-409c-b0ff-cba047ae11f6,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:52.648303 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35710) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:52.649681 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5f9c9d35-7efd-4592-9359-aa6113ebfe57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:52.711041 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-81f18514-f4bd-4de6-93f7-e8b37f6d1440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:52.737917 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-81f18514-f4bd-4de6-93f7-e8b37f6d1440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:52.795308 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-81f18514-f4bd-4de6-93f7-e8b37f6d1440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:52.799520 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1ef6e70d-9ab1-41d4-8fb1-729c351c64d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:52.812571 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f18514-f4bd-4de6-93f7-e8b37f6d1440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0abdf7-77f3-409c-b0ff-cba047ae11f6,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:52.821888 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f18514-f4bd-4de6-93f7-e8b37f6d1440 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:52.822265 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f18514-f4bd-4de6-93f7-e8b37f6d1440 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:52.822631 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f18514-f4bd-4de6-93f7-e8b37f6d1440 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:52.823047 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f18514-f4bd-4de6-93f7-e8b37f6d1440 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:52.823400 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f18514-f4bd-4de6-93f7-e8b37f6d1440 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:52.823901 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f18514-f4bd-4de6-93f7-e8b37f6d1440 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:52.824285 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f18514-f4bd-4de6-93f7-e8b37f6d1440 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:52.824643 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f18514-f4bd-4de6-93f7-e8b37f6d1440 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:52.825250 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f18514-f4bd-4de6-93f7-e8b37f6d1440 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:52.825533 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f18514-f4bd-4de6-93f7-e8b37f6d1440 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:52.825921 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f18514-f4bd-4de6-93f7-e8b37f6d1440 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:52.826270 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f18514-f4bd-4de6-93f7-e8b37f6d1440 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-4-smb {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:52.829468 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-81f18514-f4bd-4de6-93f7-e8b37f6d1440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:52.830575 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-81f18514-f4bd-4de6-93f7-e8b37f6d1440 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe0abdf7-77f3-409c-b0ff-cba047ae11f6 HTTP/1.1" status: 204 len: 168 time: 0.1812990 May 04 14:43:52.831502 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-81f18514-f4bd-4de6-93f7-e8b37f6d1440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:53.147424 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35718) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:53.165450 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-db0a8904-b21d-4a92-9c5a-ca6c52fb6fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:53.184389 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-db0a8904-b21d-4a92-9c5a-ca6c52fb6fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:53.188726 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-db0a8904-b21d-4a92-9c5a-ca6c52fb6fd2 admin admin] Usage tracker for resource:security_group_rule and tenant:50da9f07747244f4bc1263c48383468d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:53.191930 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.quota.resource [None req-db0a8904-b21d-4a92-9c5a-ca6c52fb6fd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:53.197892 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-db0a8904-b21d-4a92-9c5a-ca6c52fb6fd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:53.388610 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-db0a8904-b21d-4a92-9c5a-ca6c52fb6fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:53.393645 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-db0a8904-b21d-4a92-9c5a-ca6c52fb6fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:53.401320 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b39eaaf9-051b-4325-9893-3ddbaace7633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:53.444800 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-db0a8904-b21d-4a92-9c5a-ca6c52fb6fd2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50da9f07747244f4bc1263c48383468d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961018 May 04 14:43:53.445453 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a8904-b21d-4a92-9c5a-ca6c52fb6fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8176d81-e0c0-4f06-83ed-d897e3a6be9a,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:53.447700 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 35722) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:53.448852 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-db0a8904-b21d-4a92-9c5a-ca6c52fb6fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:53.514771 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-28367ab6-5b63-41cf-9ae4-0c60c90f4664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:53.547498 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-28367ab6-5b63-41cf-9ae4-0c60c90f4664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:53.602980 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-28367ab6-5b63-41cf-9ae4-0c60c90f4664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:53.606700 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-35181503-4220-4a63-aefe-c23b7068163c tempest-TestShelveInstance-2110815565 tempest-TestShelveInstance-2110815565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:53.620269 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28367ab6-5b63-41cf-9ae4-0c60c90f4664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8176d81-e0c0-4f06-83ed-d897e3a6be9a,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:53.624018 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-28367ab6-5b63-41cf-9ae4-0c60c90f4664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:53.630371 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-28367ab6-5b63-41cf-9ae4-0c60c90f4664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:53.631508 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-28367ab6-5b63-41cf-9ae4-0c60c90f4664 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8176d81-e0c0-4f06-83ed-d897e3a6be9a HTTP/1.1" status: 204 len: 168 time: 0.1826038 May 04 14:43:54.016982 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.37', 35730) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:54.036255 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f087b84d-03cd-4b29-952f-5eb6a4a048cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:54.052596 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f087b84d-03cd-4b29-952f-5eb6a4a048cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 14:43:54.056688 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-f087b84d-03cd-4b29-952f-5eb6a4a048cc admin admin] Usage tracker for resource:security_group_rule and tenant:a829aa6992e5420f88e377a19de23d95 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 14:43:54.059826 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.quota.resource [None req-f087b84d-03cd-4b29-952f-5eb6a4a048cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 14:43:54.065686 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f087b84d-03cd-4b29-952f-5eb6a4a048cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 14:43:54.157235 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f087b84d-03cd-4b29-952f-5eb6a4a048cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:54.162034 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f087b84d-03cd-4b29-952f-5eb6a4a048cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:54.169239 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c43de738-ace1-434d-8c4b-904262476ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:54.212126 dv-cinder-772623-4-smb neutron-server[73821]: INFO neutron.wsgi [None req-f087b84d-03cd-4b29-952f-5eb6a4a048cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a829aa6992e5420f88e377a19de23d95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936426 May 04 14:43:54.213079 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087b84d-03cd-4b29-952f-5eb6a4a048cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3c0068-d5e0-47eb-a194-f15e6ed42d70,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:54.214995 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.37', 35734) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 14:43:54.217032 dv-cinder-772623-4-smb neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f087b84d-03cd-4b29-952f-5eb6a4a048cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:54.277819 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b1adfd06-4457-49a8-a197-7c6745f23eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:54.305451 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b1adfd06-4457-49a8-a197-7c6745f23eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:54.362972 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b1adfd06-4457-49a8-a197-7c6745f23eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572316'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:54.367176 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-84e4f7f8-3c71-447e-8b28-83dd5763ef98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:43:54.384894 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adfd06-4457-49a8-a197-7c6745f23eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3c0068-d5e0-47eb-a194-f15e6ed42d70,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:54.388754 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b1adfd06-4457-49a8-a197-7c6745f23eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:43:54.395397 dv-cinder-772623-4-smb neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b1adfd06-4457-49a8-a197-7c6745f23eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:43:54.396521 dv-cinder-772623-4-smb neutron-server[73822]: INFO neutron.wsgi [None req-b1adfd06-4457-49a8-a197-7c6745f23eae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db3c0068-d5e0-47eb-a194-f15e6ed42d70 HTTP/1.1" status: 204 len: 168 time: 0.1805282 May 04 14:44:05.669277 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b23cb45d-25b0-4cb6-84e3-ae593438e46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:08.051299 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-83a0fa40-16df-4f14-9b61-acbb980223ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:08.226504 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:09.133687 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:10.918046 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:13.496065 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:25.596136 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:44:35.665431 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-6e04859c-df79-47fb-a7a1-a405d478a251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:38.049466 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c596d776-e4b0-4518-b068-cd60c907c77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:38.224779 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:39.135113 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:40.922658 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:44:43.508118 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:02.595611 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:45:05.671539 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-5e6bc73f-4695-4e14-82e3-c0302f912119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:08.051079 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-09be9b64-47a2-4b60-8894-ce4e42535a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:08.221614 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:09.139924 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:10.922629 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:13.507010 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:35.669273 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f1fa4ab6-3ab8-4760-bd57-94019e826d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:38.046311 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c42a7999-87ae-4790-ac68-ce15b93e86bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:38.229248 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:39.142563 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:39.596881 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:45:40.925206 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:45:43.538458 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:05.666566 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-afa5662e-aa0e-495c-b7de-7fc9a01d6216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:08.052394 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-064dbbd4-78c2-4d85-b60d-ab205e0cb740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:08.226397 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:09.144879 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:10.934637 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:13.553791 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:16.602115 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:46:35.660563 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f07a8548-e3c0-43ca-81f7-61e5febf5051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:38.056588 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0ff417c5-1b30-4875-98c8-19a771471404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:38.227347 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:39.153480 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:40.934518 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:43.573955 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:46:53.603070 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:47:05.666488 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e716b679-e408-4121-b54e-c0fd43def6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:08.052521 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb48f998-0d98-419e-bccd-aac6c21732c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:08.225792 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:09.149991 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:10.946762 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:13.567386 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:30.602761 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:47:35.661872 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8150096c-8e81-4b0f-8c8a-d9a0551b57c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:38.047981 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-48ef49e0-e8ac-4d3a-9e59-9a5714cb553d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:38.229525 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:39.153487 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:40.937375 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:47:43.569509 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:05.668255 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-dd36f7d1-6508-4bc5-88e6-b6520ea25816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:07.602709 dv-cinder-772623-4-smb neutron-server[73824]: DEBUG neutron.db.agents_db [None req-9ee1bd0d-65d2-4450-978d-82fdb017f74f None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 14:48:08.053387 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b059d96e-a806-47db-a514-f1ed357bf411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:08.226936 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:09.157338 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:10.941474 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8ec12805-929d-4e5b-80ed-a3759c7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:13.567738 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf4ab-1d5d-428d-8e85-814d2517defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:35.665621 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-054abfa7-f612-4d65-9025-10871a1bc265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:38.059752 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-51f9e770-2aa9-43aa-8f15-e98a7a6a630e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:38.223505 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-239c06ea-7a42-45b6-a254-721803401992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:48:39.160001 dv-cinder-772623-4-smb neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9631e2cc-59c1-4915-ae6a-1a6cc14d9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740809660703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4001014'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}